-- Logs begin at Fri 2022-05-13 21:10:11 UTC, end at Fri 2022-05-13 22:15:20 UTC. -- May 13 21:42:58.132799 dv-cinder-840516-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 21:43:00.927280 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.common.config [-] Logging enabled! May 13 21:43:00.927927 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 21:43:00.928678 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114779) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 21:43:00.932081 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.common.config [-] Logging enabled! May 13 21:43:00.932343 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 21:43:00.932658 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114779) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 21:43:00.933601 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 21:43:00.933837 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 21:43:00.934206 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 21:43:00.934453 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 21:43:00.934682 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 21:43:00.935120 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.935424 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.935665 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.935965 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.936258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.936543 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.936836 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.937137 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.937429 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.937711 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.937998 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.938233 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.938520 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.938849 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.939147 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.939374 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] debug = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.939658 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.940089 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.940513 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.940811 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.941106 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.941390 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.941664 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.941943 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.942231 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.942579 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] host = dv-cinder-840516-1-iscsi {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.942893 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.943190 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.943482 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.943803 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.944088 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.944370 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.944664 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.944947 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.945227 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.945507 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.945807 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.946102 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.946398 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.946630 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.946906 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.947198 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.947493 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.947771 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.948049 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.948327 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.948602 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.948882 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.949157 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.949522 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.949811 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.950100 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.950377 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.950653 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.950971 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.951244 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.951532 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.951805 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.952082 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.952356 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.952648 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.954176 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.954493 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.954842 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.955145 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.955440 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.955739 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.956023 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.956315 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.956596 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.958660 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.958991 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] use_json = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.959316 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.959609 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.959910 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.960200 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.960487 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.960775 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.961059 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.961357 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.961641 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:00.961954 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.962260 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.962574 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.962898 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.963216 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.963502 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.963797 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.964081 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.964375 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.964670 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.964970 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.965255 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.965563 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.965861 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.966164 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.966480 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.966801 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.967104 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.967381 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.967661 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.967940 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.968223 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.968517 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.968804 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.969098 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.969395 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.969679 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.969982 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.970272 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.970563 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.970891 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.971187 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.971465 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.971746 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.972041 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.972321 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.972598 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.972891 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.973172 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.973446 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.973731 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.974013 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.974288 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.974563 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.975389 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.975684 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.975964 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.976238 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.976513 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.976792 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.977068 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.977355 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.977638 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.977913 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.978187 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.978465 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.978763 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.979044 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.979330 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.979606 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.979885 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.980160 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.980431 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.980705 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.980979 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.981252 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.981524 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.981799 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.982081 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.982357 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.982631 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.982928 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.983205 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.983480 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.983784 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.984066 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.984349 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.984630 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.984911 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.985191 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.985470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.985749 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.986029 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.986305 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.986595 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.986909 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.987203 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.987492 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.987775 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.988097 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.988378 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.988659 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.988945 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.989233 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.989514 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.989800 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.990086 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.990400 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.991275 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.991561 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.991861 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.992162 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.992462 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.992746 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.993058 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.993342 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:00.993565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 21:43:00.993813 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114779) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 21:43:01.453230 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 21:43:01.453512 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 21:43:01.453819 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 21:43:01.454160 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 21:43:01.784734 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.784944 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.785224 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.786404 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.786677 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.786969 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.842079 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.842370 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.842645 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.857193 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.857475 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.857746 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.888199 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.888481 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.888754 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.925119 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.925401 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:01.925672 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.264889 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.265508 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.265508 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.265702 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.266401 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.364354 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.364678 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.364965 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.365243 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.366072 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.366390 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.366655 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.366941 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.367203 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.367489 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.367754 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.368023 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.368283 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.368539 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.368796 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.369062 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.369319 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.369587 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.369857 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.370121 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.370393 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.370646 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.370950 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.371330 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.371585 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.371836 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.372483 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:02.372726 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:02.372968 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:02.373208 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:02.373446 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:02.373684 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:02.374057 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 21:43:02.377148 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 21:43:02.381089 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 21:43:02.384710 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 13 21:43:02.386344 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 21:43:02.386838 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 21:43:02.387176 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 21:43:02.387553 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 21:43:02.390471 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 21:43:02.390749 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 21:43:02.391103 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 21:43:02.395899 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 21:43:02.419595 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 21:43:02.420001 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.420301 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114779) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 21:43:02.420679 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.422026 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114779) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 21:43:02.422305 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 21:43:02.422550 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 21:43:02.425793 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.426081 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:02.487981 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 21:43:02.488216 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 21:43:02.488457 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 21:43:02.488819 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 21:43:02.510088 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_db.sqlalchemy.engines [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114779) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 21:43:02.970274 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing driver for type 'gre' May 13 21:43:02.970834 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] gre ID ranges: [(1, 1000)] May 13 21:43:03.030438 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing driver for type 'local' May 13 21:43:03.030838 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing driver for type 'vlan' May 13 21:43:03.044324 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] VlanTypeDriver initialization complete May 13 21:43:03.044691 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing driver for type 'vxlan' May 13 21:43:03.045186 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] vxlan ID ranges: [(1, 1000)] May 13 21:43:03.099724 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing extension driver 'port_security' May 13 21:43:03.100105 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.extensions.port_security [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] PortSecurityExtensionDriver initialization complete May 13 21:43:03.100414 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing mechanism driver 'openvswitch' May 13 21:43:03.100744 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing mechanism driver 'hyperv' May 13 21:43:03.107312 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.plugin [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:03.108158 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.108538 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.108901 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.109430 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 21:43:03.109880 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.110244 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.110600 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.111030 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 21:43:03.111455 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.111814 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.112166 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.112569 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 21:43:03.112984 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > security_group after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.113343 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > security_group after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.113695 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.114097 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 21:43:03.114514 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.114904 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.115256 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.115655 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 21:43:03.116068 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > address_group after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.116422 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > address_group after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.116774 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.117181 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 21:43:03.117632 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] ML2 OVO RPC backend initialized. {{(pid=114779) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 21:43:03.118350 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.118730 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.119165 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.119532 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > networks before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.119879 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.120226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > ports before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.120574 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.120925 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnets before_response 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.121276 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.121623 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.121966 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.122569 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.122950 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.123295 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.123638 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.123983 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.124326 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.132362 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded quota_driver: . May 13 21:43:03.132726 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.plugin [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Modular L2 Plugin initialization complete May 13 21:43:03.133077 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading services supported by the core plugin {{(pid=114779) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 21:43:03.133425 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.plugins.ml2.managers [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Got port-security extension from driver 'port_security' May 13 21:43:03.133910 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.extensions.vlantransparent [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Disabled vlantransparent extension. May 13 21:43:03.134408 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114779) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 21:43:03.134761 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: router May 13 21:43:03.170134 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.170534 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_create 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.170939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router before_create 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.171311 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.171694 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.172057 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_delete 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.172426 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.172785 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.173152 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_create 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.173507 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_update 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.173862 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_update 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.174218 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.174725 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_update 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.175157 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_update 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.175544 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.175895 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.176254 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: subnet after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.176596 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.176944 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.177297 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_create 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.177645 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.178036 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.178398 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router after_update 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.178771 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.179132 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_create 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.179497 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.179849 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_update 55549900 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.180226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > agent after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.180585 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > agent after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.180936 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > network after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.181816 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Tracking information for resource: router configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:03.182160 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Tracking information for resource: floatingip configured {{(pid=114779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 21:43:03.187082 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.db.l3_agentschedulers_db [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 21:43:03.187681 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.188051 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port after_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.188410 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port after_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.188786 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: port after_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.189601 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router before_create 55550100 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.189973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.190343 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_create 55550100 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.190734 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > router precommit_update 55550100 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.195980 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.provider_configuration [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service providers = [] {{(pid=114779) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 21:43:03.196355 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.db.servicetype_db [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114779) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 21:43:03.199363 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.service_base [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 21:43:03.199723 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.service_base [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 21:43:03.200074 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.service_base [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 21:43:03.200995 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.services.service_base [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 21:43:03.201363 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.services.service_base [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 21:43:03.201744 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.202070 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 21:43:03.214835 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.215324 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: auto_allocate May 13 21:43:03.224132 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: network precommit_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.224729 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: network precommit_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.225591 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.226130 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: tag May 13 21:43:03.234149 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.234487 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: timestamp May 13 21:43:03.238445 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.238818 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: network_ip_availability May 13 21:43:03.245252 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.245643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.246007 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.246781 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.247383 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: flavors May 13 21:43:03.252360 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.252697 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading Plugin: revisions May 13 21:43:03.257523 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 21:43:03.257925 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_concurrency.lockutils [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=114779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 21:43:03.258681 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114779) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 21:43:03.259145 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Initializing extension manager. May 13 21:43:03.259691 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: __init__.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.260043 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: __pycache__ {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.260390 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: _port_mac_address_override.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.260735 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: address_group.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.261504 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.262108 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: address-group May 13 21:43:03.262440 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: address_scope.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.263197 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.263724 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: address-scope May 13 21:43:03.264055 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.265005 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.265592 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: router-admin-state-down-before-update May 13 21:43:03.265928 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: agent.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.266644 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.267190 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: agent May 13 21:43:03.267569 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: agent_resources_synced.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.268785 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.269420 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: agent-resources-synced May 13 21:43:03.269758 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: allowedaddresspairs.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.272576 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.273118 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: allowed-address-pairs May 13 21:43:03.273455 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: auto_allocated_topology.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.274846 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.275644 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: auto-allocated-topology May 13 21:43:03.276132 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: availability_zone.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.277147 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.277965 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: availability_zone May 13 21:43:03.278304 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: availability_zone_filter.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.279636 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.280437 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: availability_zone_filter May 13 21:43:03.280918 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: data_plane_status.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.282244 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.282862 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension data-plane-status not supported by any of loaded plugins May 13 21:43:03.283200 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: default_subnetpools.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.284138 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.284667 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: default-subnetpools May 13 21:43:03.284999 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.285820 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.286355 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: dhcp_agent_scheduler May 13 21:43:03.286686 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: dns.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.288218 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.288745 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension dns-integration not supported by any of loaded plugins May 13 21:43:03.289077 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: dns_domain_ports.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.290013 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.290538 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 21:43:03.290898 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.291830 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.292354 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 21:43:03.292686 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: dvr.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.293368 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.293888 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: dvr May 13 21:43:03.294215 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: ecmp_routes.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.295175 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.295698 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension ecmp_routes not supported by any of loaded plugins May 13 21:43:03.296028 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: empty_string_filtering.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.296955 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.297485 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: empty-string-filtering May 13 21:43:03.297813 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.298780 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.299306 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 21:43:03.299635 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.300557 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.301077 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 21:43:03.301438 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: external_net.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.302358 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.303445 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: external-net May 13 21:43:03.303780 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.304707 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.305236 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: extra_dhcp_opt May 13 21:43:03.305567 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: extraroute.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.306483 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.307032 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: extraroute May 13 21:43:03.307360 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: extraroute_atomic.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.308581 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.309114 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: extraroute-atomic May 13 21:43:03.309447 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: filter_validation.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.310129 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.310652 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: filter-validation May 13 21:43:03.311006 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: fip_pf_description.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.311933 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.312453 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 21:43:03.312781 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: fip_pf_port_range.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.313704 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.314222 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 21:43:03.314549 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: fip_port_details.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.315515 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.316040 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: fip-port-details May 13 21:43:03.316368 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: flavors.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.317607 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.318137 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: flavors May 13 21:43:03.318496 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.320210 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.320745 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 21:43:03.321084 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: floatingip_pools.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.321797 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.322323 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: floatingip-pools May 13 21:43:03.322655 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: ip_allocation.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.323623 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.324144 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension ip_allocation not supported by any of loaded plugins May 13 21:43:03.324476 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.325413 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.325940 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: ip-substring-filtering May 13 21:43:03.326279 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l2_adjacency.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.327265 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.327843 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 21:43:03.328174 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.329178 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.329715 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: router May 13 21:43:03.330051 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.332317 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.332863 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 21:43:03.333201 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.334187 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.334746 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: ext-gw-mode May 13 21:43:03.335089 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.336037 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.336570 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: l3-ha May 13 21:43:03.336903 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.337827 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.338350 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 21:43:03.338681 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_flavors.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.339636 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.340163 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: l3-flavors May 13 21:43:03.340495 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.341870 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.342430 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 21:43:03.342765 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.343705 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.344239 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 21:43:03.344575 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: l3agentscheduler.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.345617 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.346146 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: l3_agent_scheduler May 13 21:43:03.346487 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: local_ip.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.350296 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.350868 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension local_ip not supported by any of loaded plugins May 13 21:43:03.351211 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: logging.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.352695 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.353236 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension logging not supported by any of loaded plugins May 13 21:43:03.353577 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: metering.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.354328 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.354967 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: metering May 13 21:43:03.355306 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.356407 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.356937 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: metering_source_and_destination_fields May 13 21:43:03.357272 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: multiprovidernet.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.358217 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.358773 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: multi-provider May 13 21:43:03.359106 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: netmtu.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.360034 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.360555 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: net-mtu May 13 21:43:03.360880 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: netmtu_writable.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.361819 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.362367 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: net-mtu-writable May 13 21:43:03.362695 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: network_availability_zone.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.363391 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.363911 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: network_availability_zone May 13 21:43:03.364237 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: network_ip_availability.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.365982 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.366515 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: network-ip-availability May 13 21:43:03.366877 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: network_segment_range.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.367660 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.368179 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension network-segment-range not supported by any of loaded plugins May 13 21:43:03.368505 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: pagination.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.369501 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.369842 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: pagination May 13 21:43:03.370171 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: port_device_profile.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.371129 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.371662 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: port-device-profile May 13 21:43:03.372237 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: port_mac_address_override.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.373186 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.373710 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: port-mac-override May 13 21:43:03.374038 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.375008 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.375532 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: port-mac-address-regenerate May 13 21:43:03.375860 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.376786 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.377317 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: port-numa-affinity-policy May 13 21:43:03.377643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: port_resource_request.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.378565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.379115 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension port-resource-request not supported by any of loaded plugins May 13 21:43:03.379444 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: port_resource_request_groups.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.380417 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.380961 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 21:43:03.381294 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: portbindings.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.382237 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.382794 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: binding May 13 21:43:03.383125 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: portbindings_extended.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.384413 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.384945 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: binding-extended May 13 21:43:03.385276 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: portsecurity.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.386208 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.386760 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: port-security May 13 21:43:03.387101 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: project_id.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.388088 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.388429 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: project-id May 13 21:43:03.388758 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: providernet.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.389691 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.390221 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: provider May 13 21:43:03.390551 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.394293 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.394869 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos not supported by any of loaded plugins May 13 21:43:03.395212 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.396469 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.397035 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 21:43:03.397373 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.398326 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.398882 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 21:43:03.399216 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_default.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.400145 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.400675 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-default not supported by any of loaded plugins May 13 21:43:03.401009 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_fip.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.401943 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.402472 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-fip not supported by any of loaded plugins May 13 21:43:03.402834 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.403757 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.404282 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 21:43:03.404612 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_gateway_ip.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.405549 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.406073 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 21:43:03.406402 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_port_network_policy.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.407357 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.407885 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 21:43:03.408214 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.409266 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.409798 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 21:43:03.410130 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.411220 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.411753 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 21:43:03.412084 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_pps_rule.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.413786 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.414320 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-pps not supported by any of loaded plugins May 13 21:43:03.414652 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_rule_type_details.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.415605 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.416134 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 21:43:03.416464 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_rule_type_filter.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.417403 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.417927 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 21:43:03.418255 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: qos_rules_alias.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.419336 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.419867 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 21:43:03.420195 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: quota_check_limit.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.421197 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.421729 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: quota-check-limit May 13 21:43:03.422056 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: quotasv2.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.423018 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.423354 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: quotas May 13 21:43:03.423682 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: quotasv2_detail.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.425475 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.425821 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: quota_details May 13 21:43:03.426160 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: rbac.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.427267 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.427861 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: rbac-policies May 13 21:43:03.428689 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: rbac_address_group.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.429634 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.430187 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: rbac-address-group May 13 21:43:03.430504 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: rbac_address_scope.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.431457 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.431991 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: rbac-address-scope May 13 21:43:03.432324 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: rbac_security_groups.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.433250 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.433779 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: rbac-security-groups May 13 21:43:03.434111 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: rbac_subnetpool.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.435078 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.435611 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: rbac-subnetpool May 13 21:43:03.435941 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: revisionifmatch.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.436878 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.437408 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: revision-if-match May 13 21:43:03.437747 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: revisions.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.438977 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.439512 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: standard-attr-revisions May 13 21:43:03.439846 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: router_availability_zone.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.440530 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.441063 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: router_availability_zone May 13 21:43:03.441397 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: routerservicetype.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.442336 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.443557 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension router-service-type not supported by any of loaded plugins May 13 21:43:03.443891 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.444833 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.445674 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: security-groups-normalized-cidr May 13 21:43:03.446082 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.447123 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.447666 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: port-security-groups-filtering May 13 21:43:03.447997 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.448952 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.449478 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: security-groups-remote-address-group May 13 21:43:03.449811 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.450913 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.451442 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: security-groups-shared-filtering May 13 21:43:03.451775 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.452382 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 21:43:03.452713 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: securitygroup.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.462921 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.463477 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: security-group May 13 21:43:03.463819 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: segment.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.464558 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.465091 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension segment not supported by any of loaded plugins May 13 21:43:03.465428 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.466393 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.466952 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 21:43:03.467289 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: servicetype.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.468414 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.468958 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: service-type May 13 21:43:03.469293 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: sorting.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.470293 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.470634 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: sorting May 13 21:43:03.470992 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: standard_attr_segment.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.471919 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.472453 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 21:43:03.472783 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: standardattrdescription.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.473439 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.473964 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: standard-attr-description May 13 21:43:03.474339 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: stateful_security_group.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.475822 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.476350 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: stateful-security-group May 13 21:43:03.476679 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: stdattrs_common.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.477258 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 21:43:03.477585 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.478525 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.479092 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 21:43:03.479423 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: subnet_onboard.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.480485 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.481021 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: subnet_onboard May 13 21:43:03.481351 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.482298 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.482861 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 21:43:03.483193 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: subnet_service_types.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.484139 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.484684 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: subnet-service-types May 13 21:43:03.485012 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: subnetallocation.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.486116 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.486650 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: subnet_allocation May 13 21:43:03.487008 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.487681 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.488212 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: subnetpool-prefix-ops May 13 21:43:03.488540 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.489487 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.490010 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 21:43:03.490361 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: tagging.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.491464 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.492008 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: standard-attr-tag May 13 21:43:03.492340 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: timestamp.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.493544 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.494073 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loaded extension: standard-attr-timestamp May 13 21:43:03.494408 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: trunk.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.495535 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.496068 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension trunk not supported by any of loaded plugins May 13 21:43:03.496403 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: trunk_details.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.497599 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.498131 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension trunk-details not supported by any of loaded plugins May 13 21:43:03.498466 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: uplink_status_propagation.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.499441 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.499971 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 21:43:03.500301 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Loading extension file: vlantransparent.py {{(pid=114779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 21:43:03.500975 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 21:43:03.501496 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 21:43:03.504096 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:network May 13 21:43:03.504624 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:subnet May 13 21:43:03.505027 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:subnetpool May 13 21:43:03.505424 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:port May 13 21:43:03.506726 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.507176 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service FLAVORS assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.507795 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.508242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.508580 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:router May 13 21:43:03.509017 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:floatingip May 13 21:43:03.509520 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service METERING assigned prefix: /metering {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.511019 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.511401 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.511762 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:43:03.512775 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of CountableResource for resource:rbac_policy May 13 21:43:03.513217 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:security_group May 13 21:43:03.513653 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 21:43:03.514264 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service CORE assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.514603 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:subnetpool May 13 21:43:03.514985 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] subnetpool is already registered May 13 21:43:03.515426 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service CORE assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.515771 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:subnetpool May 13 21:43:03.516111 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] subnetpool is already registered May 13 21:43:03.518387 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.518862 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service FLAVORS assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.519468 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.519896 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.520237 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:router May 13 21:43:03.520583 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] router is already registered May 13 21:43:03.521004 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:floatingip May 13 21:43:03.521351 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] floatingip is already registered May 13 21:43:03.522347 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service METERING assigned prefix: /metering {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.523061 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of CountableResource for resource:rbac_policy May 13 21:43:03.523393 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] rbac_policy is already registered May 13 21:43:03.523811 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:security_group May 13 21:43:03.524154 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] security_group is already registered May 13 21:43:03.524563 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 21:43:03.524899 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] security_group_rule is already registered May 13 21:43:03.525527 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service CORE assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.525861 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:subnetpool May 13 21:43:03.526202 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] subnetpool is already registered May 13 21:43:03.526625 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.v2.resource_helper [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Service CORE assigned prefix: {{(pid=114779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 21:43:03.526984 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Creating instance of TrackedResource for resource:subnetpool May 13 21:43:03.527321 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING neutron.quota.resource_registry [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] subnetpool is already registered May 13 21:43:03.527798 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: extensions {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.529289 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: address-groups {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.530830 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: address-scopes {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.532156 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: agents {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.533341 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: auto-allocated-topology {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.534608 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: availability_zones {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.535879 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: dhcp-networks {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.538127 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: dhcp-agents {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.540522 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: routers {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.543433 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: flavors {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.545481 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: service_profiles {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.547509 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: next_providers {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.550051 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: service_profiles {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.552952 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: floatingip-pools {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.555055 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: routers {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.556788 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: floatingips {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.559167 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: l3-routers {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.560844 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: l3-agents {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.562328 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: metering-labels {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.563656 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: metering-label-rules {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.565040 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: network-ip-availabilities {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.566309 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: bindings {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.567935 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: quotas {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.569674 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: quotas {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.571304 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: rbac-policies {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.572516 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: security-groups {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.573859 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: security-group-rules {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.575171 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: service-providers {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.576365 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: subnetpools {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.577707 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: subnetpools {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.579310 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.581010 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.582996 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.585385 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.587133 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.589152 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.590962 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.592951 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.594660 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.596448 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron.api.extensions [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Extended resource: tags {{(pid=114779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 21:43:03.603238 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING keystonemiddleware.auth_token [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 21:43:03.608690 dv-cinder-840516-1-iscsi neutron-server[114779]: WARNING keystonemiddleware.auth_token [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 21:43:03.617493 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_concurrency.lockutils [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Acquired lock "singleton_lock" {{(pid=114779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 21:43:03.617978 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_concurrency.lockutils [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Releasing lock "singleton_lock" {{(pid=114779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 21:43:03.618642 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Starting 2 workers May 13 21:43:03.623810 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Started child 114886 {{(pid=114779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 21:43:03.628276 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Started child 114887 {{(pid=114779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 21:43:03.629341 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:03.630170 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO neutron.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 21:43:03.630575 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:03.630940 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [-] (114886) wsgi starting up on http://0.0.0.0:9696 May 13 21:43:03.633103 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Starting 1 workers May 13 21:43:03.633252 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:03.634562 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [-] (114887) wsgi starting up on http://0.0.0.0:9696 May 13 21:43:03.638411 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Started child 114888 {{(pid=114779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 21:43:03.638994 dv-cinder-840516-1-iscsi neutron-server[114779]: INFO oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Starting 1 workers May 13 21:43:03.641970 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] calling RpcWorker wait() {{(pid=114888) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 21:43:03.642586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] returning from RpcWorker wait() {{(pid=114888) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 21:43:03.643519 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Started child 114889 {{(pid=114779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 21:43:03.643729 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:03.644206 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:03.644353 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG neutron_lib.callbacks.manager [None req-844cfaea-564a-4b98-945b-d13ea5ade090 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:03.646312 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 21:43:03.647120 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 21:43:03.647393 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 21:43:03.647537 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 21:43:03.647816 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 21:43:03.647979 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 21:43:03.648504 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.648781 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.648944 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:03.649720 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.649720 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.649998 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.650137 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:03.650290 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.650542 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.650683 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.650930 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.651092 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.651265 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.651515 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.651757 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.652080 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.652356 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.652601 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.652848 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.653023 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.653291 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.653563 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.653796 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.654072 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] debug = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.654319 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.654851 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.655107 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.655364 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.655588 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.655873 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.656103 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.656350 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.656595 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.656816 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.657079 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.657330 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.657585 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.657808 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.658027 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.658293 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.658518 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.659045 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] host = dv-cinder-840516-1-iscsi {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.659306 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.659528 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.659778 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.660038 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.660302 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.660590 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.660812 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.661061 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.661325 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.661577 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.661853 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.662091 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.662944 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.663224 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.663379 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_options = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.663637 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.663915 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.664179 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.664379 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.664554 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.664727 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.664991 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.665162 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.665429 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.665652 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.665896 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.666092 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.666313 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.666535 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.666817 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.667041 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.667266 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.667483 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.668432 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.668432 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.668432 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.668432 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.668720 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.669118 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.669118 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.669321 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.669788 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.669788 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.669989 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.670243 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.670499 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.670786 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.671031 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.671276 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.671516 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.671747 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.672155 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.672870 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.672870 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.672870 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.673272 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_json = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.674826 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.678242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.681002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.682578 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.683939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685258 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685735 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.685824 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.686025 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.686294 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.687103 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.687103 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.687103 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.687311 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.687488 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.687761 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.689236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.689236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.689236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.689236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.689236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.689236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.690470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.690470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.690470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.690470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.690470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.690470 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.691020 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.691020 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.691164 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.693809 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.694973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.694973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.694973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.694973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.694973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.695715 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.695715 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.695715 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.695715 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.696158 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.696158 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.696396 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.696516 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.696975 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.696975 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.697238 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.697362 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.698190 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.698190 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.698190 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.698190 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.699553 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.699553 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.699553 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.699553 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.699553 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.699553 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.700226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.700226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.700226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.700656 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.700656 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.700899 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.701110 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.701341 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.701559 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.702753 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.702753 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.703016 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.704352 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.707568 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.708565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.708565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.708565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.708565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.708565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.708565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.709703 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.709703 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.709947 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.710074 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.710351 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.710668 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.711407 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.711690 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.711941 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.712203 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.712482 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.712750 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.713006 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.713267 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.713530 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.713776 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.714048 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.714291 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.714514 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.714791 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.715132 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.715368 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.715606 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.715847 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.716112 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.716381 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.716639 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.716926 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.717177 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.718779 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.719037 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.719316 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.719543 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.719791 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.720065 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.720287 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.720532 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.720757 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.721002 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.721222 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.721438 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.721695 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.721916 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.722144 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.722379 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.722604 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.723345 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.723623 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.723843 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.724070 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.724312 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.724598 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.725346 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.725552 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.725949 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.726368 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.726598 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.726901 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.727170 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.727390 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.727621 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.727877 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.728483 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.728704 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.728973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.729197 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.729674 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.729902 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.730432 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.730677 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.730937 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.731203 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.731420 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.731663 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.731883 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.732230 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.732491 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.732718 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.732977 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.733222 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.733459 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.733680 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.733899 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.734121 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.734341 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.734587 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.734845 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.735066 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.735337 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.735525 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.735763 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.736042 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.736282 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.736540 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.736759 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.737001 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.737226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.737443 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.737660 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.737894 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.738123 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.738353 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.738570 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.738804 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.739086 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.739349 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.739581 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.739847 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.740399 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.740617 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.740880 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.741118 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.741334 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.741581 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.741803 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.742017 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.742261 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.742474 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.742726 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.742990 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.743206 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.743417 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.743645 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.743879 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.744091 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.744318 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.744538 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.744751 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.744977 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.745189 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.745401 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.745628 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.745849 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.746065 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.746316 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.746521 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.746750 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.747219 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.747446 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.747657 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.747956 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.748209 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.748454 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.748738 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.748991 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.749250 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.749508 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.749820 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.750041 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.750310 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.750566 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.750835 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.751066 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.751319 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.751689 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.751780 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:03.751991 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.752239 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.752497 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.752759 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.753042 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.753330 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.753545 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.753833 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.754166 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.754446 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.754742 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.754980 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.755224 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.755468 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.755689 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.755967 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.756216 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.756455 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.756746 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.756984 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.757213 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.757434 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.757665 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.757909 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.758139 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.758354 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.758599 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.758840 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.759003 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 21:43:03.759551 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 21:43:03.759723 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 21:43:03.759882 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 21:43:03.760053 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 21:43:03.760226 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 21:43:03.760383 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 21:43:03.760594 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.760757 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.760920 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.761084 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.761300 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.761429 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.761574 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.761735 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.761898 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.762060 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.762223 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.762384 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.762546 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.762727 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.762898 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763055 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763198 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763362 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763503 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763646 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763813 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.763967 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] debug = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.764107 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.764313 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.764478 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.764620 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.764780 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.764926 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.765091 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.765251 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.765412 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.765557 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.765723 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.765877 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.766036 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.766197 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.766359 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.766520 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.766665 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.766871 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] host = dv-cinder-840516-1-iscsi {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767016 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767183 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767339 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767493 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767655 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767803 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.767966 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.768127 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.768289 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.768450 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.768612 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.768774 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.768934 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.769086 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.769244 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_options = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.769404 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.769565 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.769733 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.769920 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.770087 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.770250 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.770411 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.770572 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.770763 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.770895 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.771054 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.771217 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.771432 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772086 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772242 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772372 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772520 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772653 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772805 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.772967 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.773128 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.773288 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.773449 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.773612 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.773775 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.773937 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.774099 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.774260 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.774423 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.774620 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.774774 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.774905 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.775051 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.775215 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.775376 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.775525 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.775689 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.775832 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776003 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776148 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776312 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776465 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776614 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776771 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.776914 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.777080 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.777243 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_json = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.777388 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.777554 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.777717 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.777870 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.778009 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.778175 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.778318 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.778483 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.778645 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 21:43:03.778871 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.779039 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.779215 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.779381 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.779544 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.779708 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.779871 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.780035 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.780203 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.780367 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.780539 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.780704 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.780878 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.781041 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.781206 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.781372 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.781540 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.781703 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.782029 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.782184 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.782349 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.782502 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.782675 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.782865 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.783030 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.783194 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.783362 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.783536 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.783701 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.783873 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.784053 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.784218 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.784384 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.784549 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.784713 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.784877 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.785043 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.785207 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.785373 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.785538 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.785695 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.785855 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.786018 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.786183 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.786348 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.786513 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.786678 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.786867 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.787018 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.787231 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.787901 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.788067 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.788232 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.788397 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.788561 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.788726 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.788894 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.789070 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.789238 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.789400 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.789562 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.789725 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.789889 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.790643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.790643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.790643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.790643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.790643 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.790996 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791070 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791233 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791320 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791487 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791651 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791817 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.791982 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.792147 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.792317 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.792480 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.792626 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.792783 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.792955 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.793116 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.793282 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.793448 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.793613 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.793777 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.793939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.794102 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.794268 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.794426 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.794605 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.794794 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.794959 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.795123 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.795290 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.795455 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.795617 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.795786 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.795950 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.796114 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.796278 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.796443 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.796609 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.796774 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.796939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.797105 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.797269 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.797431 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.797596 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.797759 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.797924 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.798087 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.798252 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.798434 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.798581 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.798766 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.798931 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.799095 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.799269 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.799434 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.799600 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.799764 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.799935 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.800109 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.800279 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.800445 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.800610 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.800774 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.800939 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.801103 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.801267 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.801431 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.801595 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.801758 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.801932 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.802097 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.802261 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.802426 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.802612 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.802820 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.802985 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.803150 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.803315 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.803479 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.803644 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.803808 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.803973 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.804136 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.804302 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.804468 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.804633 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.804798 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.804963 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.805128 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.805293 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.805458 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.805622 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.805788 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.805953 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.806117 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.806282 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.806445 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.806610 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.806796 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.806962 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.807127 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.807292 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.807457 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.807622 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.807786 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.807951 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.808115 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.808280 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.808445 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.808611 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.808778 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.808943 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.809107 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.809273 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.809437 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.809650 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.809766 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.809932 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.810097 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.810469 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.810469 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.810664 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.810768 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.810849 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39456) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:03.810949 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.811071 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.811236 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.811400 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.811564 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.811747 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.811912 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.812077 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.812244 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.812409 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.812573 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.812737 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.812902 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.813065 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.813229 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.813396 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.813560 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.813725 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.813889 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.814053 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.814217 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.814384 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.814551 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.814741 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.814968 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.815135 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.815300 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.815464 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.815629 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.815794 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.815963 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.816126 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.816286 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.816450 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.816628 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.816794 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.816959 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.817124 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.817288 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.817456 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.817630 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.817785 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.817947 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.818111 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.818275 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819008 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819187 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819353 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819518 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819668 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819833 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.819976 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069680 May 13 21:43:03.820117 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.820217 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.820311 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.820475 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.820639 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.820807 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.820972 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.821145 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.821312 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.821477 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.821640 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.821805 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.821969 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.822144 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.822309 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.822473 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.822637 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.822851 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.822979 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.823137 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.823302 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.823467 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.823639 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.823866 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824004 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824128 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824279 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824444 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824613 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824777 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.824940 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.825104 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.825271 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.825441 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.825616 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.825787 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.825954 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.826127 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.826301 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.826473 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.826637 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.826838 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.827016 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.827181 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.827346 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.827510 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.827675 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.827839 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828003 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828168 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828332 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828497 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828662 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828828 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.828993 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.829158 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.829323 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.829487 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.829653 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.829817 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.829982 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.830147 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 21:43:03.830304 dv-cinder-840516-1-iscsi neutron-server[114779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 21:43:15.040989 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d2da94-73c5-4d5b-b7a5-1a8fa123c6fc None None] get_active_networks_info from dv-cinder-840516-1-iscsi {{(pid=114888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 21:43:15.120800 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2da94-73c5-4d5b-b7a5-1a8fa123c6fc None None] No non-hosted networks {{(pid=114888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 21:43:15.137781 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.agentschedulers_db [None req-28d2da94-73c5-4d5b-b7a5-1a8fa123c6fc None None] DHCP Agent not found on host dv-cinder-840516-1-iscsi {{(pid=114888) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 21:43:15.257213 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-76d2fd84-85b7-4be8-af0a-4cb652a6d2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530536'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:17.273794 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8348e646-905a-4f51-954a-76c65083e3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530536'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:17.340255 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-78cbc983-e8b8-45ed-b292-529b03297106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:18.303780 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 39520) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:18.492551 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530536'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:18.976789 dv-cinder-840516-1-iscsi neutron-server[114886]: WARNING oslo_policy.policy [None req-a73474da-0010-4e32-bbf5-c26ca8a623d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:18.977682 dv-cinder-840516-1-iscsi neutron-server[114886]: WARNING oslo_policy.policy [None req-a73474da-0010-4e32-bbf5-c26ca8a623d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:19.199162 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [None req-a73474da-0010-4e32-bbf5-c26ca8a623d6 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:43:19.209988 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a73474da-0010-4e32-bbf5-c26ca8a623d6 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8946869 May 13 21:43:19.835826 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530536'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:21.254116 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530536'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:21.259278 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.262003 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.264096 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.266678 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.267518 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.268321 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.268922 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.269519 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.270210 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.270827 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.271947 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.272573 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.273129 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.273662 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.274463 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:21.275215 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840516-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:21.284135 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840516-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:21.786726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 39554) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:22.104490 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:22.198602 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.policy [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114886) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 21:43:22.240549 dv-cinder-840516-1-iscsi neutron-server[114886]: WARNING oslo_policy.policy [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:22.240866 dv-cinder-840516-1-iscsi neutron-server[114886]: WARNING oslo_policy.policy [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:22.341615 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793135105130', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793135104638', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793134990635', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793135014849', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793135010691', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793135034649', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1468940', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1301054', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-890394', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-927309'] for rbac-policy (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:22.410915 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:22.422761 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-c6e8f219-9e43-4bbe-ab8c-e081e4fe8d25 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6250012 May 13 21:43:22.576422 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.db.l3_hamode_db [None req-d8686061-e229-4ad2-abd6-332a8fc5bc4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 21:43:22.661096 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8686061-e229-4ad2-abd6-332a8fc5bc4b None None] Routers set() bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:43:22.661492 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8686061-e229-4ad2-abd6-332a8fc5bc4b None None] Router IDs set() for agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 21:43:24.848542 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 39566) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:25.155711 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:25.185176 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Made reservation on behalf of 80047f4aaba64866971a8b97d21dee0a for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:43:25.189058 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.205512 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.313294 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks [] for security_group (55bc79d8-e659-42ce-8b71-1a8855ce5987), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.317091 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (55bc79d8-e659-42ce-8b71-1a8855ce5987), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.341755 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:43:25.376151 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (52dd9f96-e37f-4922-883d-92caac7d8427), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.376696 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Added segment 52dd9f96-e37f-4922-883d-92caac7d8427 of type vlan for network ccfca4cc-e5a1-44d2-bddb-2609658ed67c May 13 21:43:25.391937 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc79d8-e659-42ce-8b71-1a8855ce5987,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:25.440207 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.440551 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.440914 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.441262 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.441669 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.442041 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.442368 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.442726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.443060 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.443385 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.443705 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.444039 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.444361 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.444678 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.444993 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Tracked resource versions report: May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: pushed versions: May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: { 'AddressGroup': {'1.2'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Agent': {'1.1'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'ConntrackHelper': {'1.0'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'LocalIPAssociation': {'1.0'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Log': {'1.0'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'NDPProxy': {'1.0'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Network': {'1.1'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Port': {'1.7'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'PortForwarding': {'1.3'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'QosPolicy': {'1.10'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroup': {'1.5'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroupRule': {'1.2'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SubPort': {'1.0'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Subnet': {'1.1'}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Trunk': {'1.1'}} May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: consumer versions: May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Agent': '1.1', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'ConntrackHelper': '1.0', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'LocalIPAssociation': '1.0', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Log': '1.0', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'NDPProxy': '1.0', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Network': '1.1', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Port': '1.7', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'PortForwarding': '1.3', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'QosPolicy': '1.10', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroup': '1.5', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroupRule': '1.2', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SubPort': '1.0', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Subnet': '1.1', May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Trunk': '1.1'}} May 13 21:43:25.446446 dv-cinder-840516-1-iscsi neutron-server[114886]: {{(pid=114886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:43:25.481564 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (ccfca4cc-e5a1-44d2-bddb-2609658ed67c), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.523075 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (ccfca4cc-e5a1-44d2-bddb-2609658ed67c), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.528250 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:25.528994 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:25.588643 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7384770 May 13 21:43:25.649581 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b4ed4-8e92-4759-873f-aea8e308d748 demo demo] Pushing event updated for resources: {'Network': ['ID=ccfca4cc-e5a1-44d2-bddb-2609658ed67c,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:25.662133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:43:28.057413 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39578) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:28.544285 dv-cinder-840516-1-iscsi neutron-server[114887]: WARNING oslo_policy.policy [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:28.544871 dv-cinder-840516-1-iscsi neutron-server[114887]: WARNING oslo_policy.policy [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:28.977838 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.policy [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114887) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 21:43:29.018310 dv-cinder-840516-1-iscsi neutron-server[114887]: WARNING oslo_policy.policy [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:29.018680 dv-cinder-840516-1-iscsi neutron-server[114887]: WARNING oslo_policy.policy [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 21:43:29.026236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:29.027971 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e6b7a1a9-0d65-4d0f-a58c-737f411d6a59 demo admin] 10.222.0.35 "GET /v2.0/networks/ccfca4cc-e5a1-44d2-bddb-2609658ed67c HTTP/1.1" status: 200 len: 825 time: 0.9696372 May 13 21:43:29.066857 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5a91ba74-c6a8-447d-9e78-01181db52f9f demo admin] 10.222.0.35 "GET /v2.0/subnetpools/8207458a-d1b0-4a97-b909-d65956e7a341 HTTP/1.1" status: 200 len: 734 time: 0.0332737 May 13 21:43:29.075316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:29.111424 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Made reservation on behalf of 80047f4aaba64866971a8b97d21dee0a for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:43:29.114231 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:29.397648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (e6e4346b-4ef6-4b70-bb26-b66a790dbb38), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:29.468464 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Checking segment: {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:43:29.468837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Network hostable DHCP agents. Network: ccfca4cc-e5a1-44d2-bddb-2609658ed67c, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:43:29.476566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e6e4346b-4ef6-4b70-bb26-b66a790dbb38,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:29.487823 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.488168 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.488526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.488876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.489209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.489559 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.489881 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.490203 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.490538 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.490885 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.491205 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.491536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.491855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.492168 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.492480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Tracked resource versions report: May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: pushed versions: May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: { 'AddressGroup': {'1.2'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Agent': {'1.1'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'ConntrackHelper': {'1.0'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'LocalIPAssociation': {'1.0'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Log': {'1.0'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'NDPProxy': {'1.0'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Network': {'1.1'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Port': {'1.7'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'PortForwarding': {'1.3'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'QosPolicy': {'1.10'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroup': {'1.5'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroupRule': {'1.2'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SubPort': {'1.0'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Subnet': {'1.1'}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Trunk': {'1.1'}} May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: consumer versions: May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Agent': '1.1', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'ConntrackHelper': '1.0', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'LocalIPAssociation': '1.0', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Log': '1.0', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'NDPProxy': '1.0', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Network': '1.1', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Port': '1.7', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'PortForwarding': '1.3', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'QosPolicy': '1.10', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroup': '1.5', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroupRule': '1.2', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SubPort': '1.0', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Subnet': '1.1', May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Trunk': '1.1'}} May 13 21:43:29.493873 dv-cinder-840516-1-iscsi neutron-server[114887]: {{(pid=114887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:43:29.523000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:43:29.534259 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, ccfca4cc-e5a1-44d2-bddb-2609658ed67c) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:43:29.539511 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:29.540162 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:29.545306 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c1740-0bfd-43d8-a324-a5e983beaeb2 None None] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:43:29.560822 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bca2eb0e-83d2-464e-90ae-d034e3388bb7 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4887843 May 13 21:43:29.809935 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:43:29.811304 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:30.088385 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Allocated IP 172.20.0.2 (ccfca4cc-e5a1-44d2-bddb-2609658ed67c/e6e4346b-4ef6-4b70-bb26-b66a790dbb38/365192b4-eeea-4081-8f76-340ad2c2c8ac) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:43:30.362587 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Publish callbacks [] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:30.369420 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:30.450367 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:43:30.454847 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:43:30.456536 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Pushing event updated for resources: {'Port': ['ID=365192b4-eeea-4081-8f76-340ad2c2c8ac,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:30.461983 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:43:30.469609 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.469961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.470323 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.470687 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.471056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.471393 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.471727 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.472058 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.472390 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.472723 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.473055 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.473399 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.474285 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.474618 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.474991 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Tracked resource versions report: May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: pushed versions: May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: { 'AddressGroup': {'1.2'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Agent': {'1.1'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'ConntrackHelper': {'1.0'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'LocalIPAssociation': {'1.0'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Log': {'1.0'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'NDPProxy': {'1.0'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Network': {'1.1'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Port': {'1.7'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'PortForwarding': {'1.3'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'QosPolicy': {'1.10'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroup': {'1.5'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroupRule': {'1.2'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SubPort': {'1.0'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Subnet': {'1.1'}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Trunk': {'1.1'}} May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: consumer versions: May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Agent': '1.1', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'ConntrackHelper': '1.0', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'LocalIPAssociation': '1.0', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Log': '1.0', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'NDPProxy': '1.0', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Network': '1.1', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Port': '1.7', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'PortForwarding': '1.3', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'QosPolicy': '1.10', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroup': '1.5', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroupRule': '1.2', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SubPort': '1.0', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Subnet': '1.1', May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Trunk': '1.1'}} May 13 21:43:30.476461 dv-cinder-840516-1-iscsi neutron-server[114888]: {{(pid=114888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:43:30.552850 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Attempting to bind port 365192b4-eeea-4081-8f76-340ad2c2c8ac on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:43:30.553520 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Attempting to bind port 365192b4-eeea-4081-8f76-340ad2c2c8ac by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:43:30.553776 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Attempting to bind port 365192b4-eeea-4081-8f76-340ad2c2c8ac on network ccfca4cc-e5a1-44d2-bddb-2609658ed67c {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:43:30.558599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:43:30.559024 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Checking segment: {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:43:30.559497 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:30.559915 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Bound using segment: {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:43:30.560435 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Bound port: 365192b4-eeea-4081-8f76-340ad2c2c8ac, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:43:30.560847 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:30.622208 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] For port 365192b4-eeea-4081-8f76-340ad2c2c8ac, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:43:30.643008 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] For port 365192b4-eeea-4081-8f76-340ad2c2c8ac, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=365192b4-eeea-4081-8f76-340ad2c2c8ac,segment=NetworkSegment(52dd9f96-e37f-4922-883d-92caac7d8427),segment_id=52dd9f96-e37f-4922-883d-92caac7d8427)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:43:30.650025 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:30.702641 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6858c-8bb4-4c12-925c-5091efbd013b None None] Pushing event updated for resources: {'Port': ['ID=365192b4-eeea-4081-8f76-340ad2c2c8ac,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:32.040047 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39598) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:32.362255 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [None req-03b877e7-cae8-4aef-a741-81fd995cfaa9 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:43:32.363299 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-03b877e7-cae8-4aef-a741-81fd995cfaa9 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3222990 May 13 21:43:34.832211 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39606) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:35.136712 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [None req-ac6e50d0-92a2-4e30-808a-eeac3fb1bc43 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:43:35.137682 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ac6e50d0-92a2-4e30-808a-eeac3fb1bc43 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3045607 May 13 21:43:37.590977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39614) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:37.906615 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:37.932377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (bd231676-462c-453d-b44d-b0e4da871187), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:37.934020 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (bd231676-462c-453d-b44d-b0e4da871187), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:38.071897 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] Publish callbacks [] for router_controller (bd231676-462c-453d-b44d-b0e4da871187), precommit_add_association {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:38.076946 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (bd231676-462c-453d-b44d-b0e4da871187), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:38.097678 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:38.098875 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f1f0a83a-9539-4a7b-aed8-67e41da83982 demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5069082 May 13 21:43:40.576423 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39626) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:40.889929 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [None req-47a8b75b-4e9c-4939-8bf2-c196c3265157 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:43:40.890938 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-47a8b75b-4e9c-4939-8bf2-c196c3265157 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3136251 May 13 21:43:41.954885 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 365192b4-eeea-4081-8f76-340ad2c2c8ac up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:43:42.043731 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 365192b4-eeea-4081-8f76-340ad2c2c8ac triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:42.044154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:42.129017 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290751ed-766e-4096-a66c-63d36852d1f2 None None] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:43:42.213792 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 365192b4-eeea-4081-8f76-340ad2c2c8ac is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:42.214172 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:42.230535 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-65abac4f-700d-424f-9482-5e8fd33ca4c0 None None] Provisioning complete for port 365192b4-eeea-4081-8f76-340ad2c2c8ac triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:42.230936 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-65abac4f-700d-424f-9482-5e8fd33ca4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:42.291335 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 365192b4-eeea-4081-8f76-340ad2c2c8ac, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=365192b4-eeea-4081-8f76-340ad2c2c8ac,segment=NetworkSegment(52dd9f96-e37f-4922-883d-92caac7d8427),segment_id=52dd9f96-e37f-4922-883d-92caac7d8427)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:43:42.301076 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:42.407011 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=365192b4-eeea-4081-8f76-340ad2c2c8ac,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:42.421670 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-65abac4f-700d-424f-9482-5e8fd33ca4c0 None None] Current status of the port 365192b4-eeea-4081-8f76-340ad2c2c8ac is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:42.640296 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-f26b9b43-97bd-4801-b5c8-f178f71636e1 None None] Provisioning complete for port 365192b4-eeea-4081-8f76-340ad2c2c8ac triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:42.640684 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f26b9b43-97bd-4801-b5c8-f178f71636e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:42.718020 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-f26b9b43-97bd-4801-b5c8-f178f71636e1 None None] Current status of the port 365192b4-eeea-4081-8f76-340ad2c2c8ac is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:43.375007 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39636) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:43.680617 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:43.718140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Made reservation on behalf of 44b04a795b974ef6b1191a457380d73c for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:43:43.720478 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.735628 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.833753 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks [] for security_group (8988a6a2-c0be-4158-aaea-d341e8f02eab), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.837231 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8988a6a2-c0be-4158-aaea-d341e8f02eab), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.851266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Reserving flat network on physical network physnet1 {{(pid=114887) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 21:43:43.881489 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8988a6a2-c0be-4158-aaea-d341e8f02eab,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:43.884262 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (559536c7-451c-4fc6-aba7-eb59c9d16795), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.884864 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Added segment 559536c7-451c-4fc6-aba7-eb59c9d16795 of type flat for network 14b3e915-7ae8-4b74-8c79-c9176301e40d May 13 21:43:43.932951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 365192b4-eeea-4081-8f76-340ad2c2c8ac up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:43:43.937261 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (14b3e915-7ae8-4b74-8c79-c9176301e40d), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.978498 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (14b3e915-7ae8-4b74-8c79-c9176301e40d), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.979639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:43.980117 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 365192b4-eeea-4081-8f76-340ad2c2c8ac triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:43.980226 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:43.980502 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:44.031517 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6553669 May 13 21:43:44.061957 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 365192b4-eeea-4081-8f76-340ad2c2c8ac is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:44.080351 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a1c29-de6a-497e-a6e2-e0a27648ee3a admin admin] Pushing event updated for resources: {'Network': ['ID=14b3e915-7ae8-4b74-8c79-c9176301e40d,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:44.091267 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:43:45.007645 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1ec60e8b-13de-4a02-844b-ba5d29812ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:46.439155 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39644) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:46.791674 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dc4f5-91b6-47fe-91f1-b701d760dde6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:46.792963 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1f1dc4f5-91b6-47fe-91f1-b701d760dde6 demo admin] 10.222.0.35 "GET /v2.0/subnets/e6e4346b-4ef6-4b70-bb26-b66a790dbb38 HTTP/1.1" status: 200 len: 849 time: 0.3528755 May 13 21:43:46.919639 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1a495af6-ea23-4942-9449-914d1becd764 demo admin] 10.222.0.35 "GET /v2.0/routers/bd231676-462c-453d-b44d-b0e4da871187 HTTP/1.1" status: 200 len: 704 time: 0.1212127 May 13 21:43:47.196962 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:47.268150 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-019fc431-545a-49c1-82be-15e0b4fd6886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:47.492842 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Allocated IP 172.20.0.1 (ccfca4cc-e5a1-44d2-bddb-2609658ed67c/e6e4346b-4ef6-4b70-bb26-b66a790dbb38/bc219c8b-fed5-4663-a1bc-b0ed400a9e89) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:43:47.644176 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks [] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:47.759837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:47.830216 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:43:47.836660 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:43:47.845371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:43:47.845859 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (bd231676-462c-453d-b44d-b0e4da871187), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:47.904024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Pushing event updated for resources: {'Port': ['ID=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:48.050781 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.113430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-e61ea710-5a9d-41c7-8400-80b80430c16e None None] Provisioning complete for port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:48.113748 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e61ea710-5a9d-41c7-8400-80b80430c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.147395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-e61ea710-5a9d-41c7-8400-80b80430c16e None None] Port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:43:48.292697 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks [] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.296888 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.297802 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (bd231676-462c-453d-b44d-b0e4da871187), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.354426 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Pushing event updated for resources: {'Port': ['ID=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:48.421461 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:43:48.422758 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:43:48.446294 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.586736 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Router bd231676-462c-453d-b44d-b0e4da871187 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:43:48.665926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-a26a4a12-5f2c-416c-aa5d-bb869cdae50f None None] Provisioning complete for port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:48.666229 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a26a4a12-5f2c-416c-aa5d-bb869cdae50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:48.679505 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:43:48.684635 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8429370e-9676-4834-a43d-b33c7921527a demo admin] 10.222.0.35 "PUT /v2.0/routers/bd231676-462c-453d-b44d-b0e4da871187/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7598436 May 13 21:43:48.703213 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Sync routers for ids ['bd231676-462c-453d-b44d-b0e4da871187'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:43:48.711328 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-a26a4a12-5f2c-416c-aa5d-bb869cdae50f None None] Port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:43:48.715595 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Routers {'bd231676-462c-453d-b44d-b0e4da871187'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:43:48.716433 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:43:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['bd231676-462c-453d-b44d-b0e4da871187'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:48.911077 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Set router bd231676-462c-453d-b44d-b0e4da871187 gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:43:49.335051 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd231676-462c-453d-b44d-b0e4da871187', 'name': 'router1', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:43:37Z', 'updated_at': '2022-05-13T21:43:47Z', 'revision_number': 2, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'gw_port_host': None, '_interfaces': [{'id': 'bc219c8b-fed5-4663-a1bc-b0ed400a9e89', 'name': '', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'mac_address': 'fa:16:3e:c2:89:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:47Z', 'updated_at': '2022-05-13T21:43:48Z', 'revision_number': 2, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'subnets': [{'id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:49.386165 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Checking router: bd231676-462c-453d-b44d-b0e4da871187 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:43:49.386532 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Updating router bd231676-462c-453d-b44d-b0e4da871187 port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:43:49.439195 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:49.762287 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.001361 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Publish callbacks [] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.008535 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.106006 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Pushing event updated for resources: {'Port': ['ID=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:50.116285 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.116635 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.116990 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.117337 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.117672 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.118005 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.118347 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.118663 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.119025 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.119353 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.119680 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.120028 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.120354 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.120689 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.121255 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Tracked resource versions report: May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: pushed versions: May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: { 'AddressGroup': {'1.2'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Agent': {'1.1'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'ConntrackHelper': {'1.0'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'LocalIPAssociation': {'1.0'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Log': {'1.0'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'NDPProxy': {'1.0'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Network': {'1.1'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Port': {'1.7'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'PortForwarding': {'1.3'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'QosPolicy': {'1.10'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroup': {'1.5'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroupRule': {'1.2'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SubPort': {'1.0'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Subnet': {'1.1'}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Trunk': {'1.1'}} May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: consumer versions: May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Agent': '1.1', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'ConntrackHelper': '1.0', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'LocalIPAssociation': '1.0', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Log': '1.0', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'NDPProxy': '1.0', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Network': '1.1', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Port': '1.7', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'PortForwarding': '1.3', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'QosPolicy': '1.10', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroup': '1.5', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroupRule': '1.2', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SubPort': '1.0', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Subnet': '1.1', May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Trunk': '1.1'}} May 13 21:43:50.122789 dv-cinder-840516-1-iscsi neutron-server[114889]: {{(pid=114889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:43:50.206915 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Attempting to bind port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:43:50.207458 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Attempting to bind port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:43:50.207967 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Attempting to bind port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 on network ccfca4cc-e5a1-44d2-bddb-2609658ed67c {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:43:50.213904 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:43:50.214429 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Checking segment: {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:43:50.215003 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.215472 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Bound using segment: {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:43:50.216059 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Bound port: bc219c8b-fed5-4663-a1bc-b0ed400a9e89, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dd9f96-e37f-4922-883d-92caac7d8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:43:50.216525 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.290038 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] For port bc219c8b-fed5-4663-a1bc-b0ed400a9e89, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:43:50.310790 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] For port bc219c8b-fed5-4663-a1bc-b0ed400a9e89, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,segment=NetworkSegment(52dd9f96-e37f-4922-883d-92caac7d8427),segment_id=52dd9f96-e37f-4922-883d-92caac7d8427)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:43:50.317907 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.381372 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Routers {'bd231676-462c-453d-b44d-b0e4da871187'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:43:50.381998 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:43:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['bd231676-462c-453d-b44d-b0e4da871187'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:50.386450 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] Provisioning complete for port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:50.386876 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.459091 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf66329-158a-49f2-9b2e-552e87d03eec None None] Pushing event updated for resources: {'Port': ['ID=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,revision_number=4']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:50.476521 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] Current status of the port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:50.477250 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.492005 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] Set router bd231676-462c-453d-b44d-b0e4da871187 gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:43:50.513008 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] For port bc219c8b-fed5-4663-a1bc-b0ed400a9e89, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,segment=NetworkSegment(52dd9f96-e37f-4922-883d-92caac7d8427),segment_id=52dd9f96-e37f-4922-883d-92caac7d8427)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:43:50.520777 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.576313 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd6f61-5c96-440d-bd5b-70f4626ffa32 None None] Pushing event updated for resources: {'Port': ['ID=bc219c8b-fed5-4663-a1bc-b0ed400a9e89,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:50.642448 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7847f3c0-931c-427f-ad48-86022caaa168 None None] Provisioning complete for port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:50.642777 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7847f3c0-931c-427f-ad48-86022caaa168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:50.719800 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd231676-462c-453d-b44d-b0e4da871187', 'name': 'router1', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:43:37Z', 'updated_at': '2022-05-13T21:43:47Z', 'revision_number': 2, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'gw_port_host': None, '_interfaces': [{'id': 'bc219c8b-fed5-4663-a1bc-b0ed400a9e89', 'name': '', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'mac_address': 'fa:16:3e:c2:89:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:47Z', 'updated_at': '2022-05-13T21:43:50Z', 'revision_number': 4, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'subnets': [{'id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:50.721056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7847f3c0-931c-427f-ad48-86022caaa168 None None] Current status of the port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:50.749146 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca51233f-6774-4f2b-a2cd-3c5bc9f6ad9c None None] The sync data for ids ['bd231676-462c-453d-b44d-b0e4da871187'] in dv-cinder-840516-1-iscsi is: [{'id': 'bd231676-462c-453d-b44d-b0e4da871187', 'name': 'router1', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:43:37Z', 'updated_at': '2022-05-13T21:43:47Z', 'revision_number': 2, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'gw_port_host': None, '_interfaces': [{'id': 'bc219c8b-fed5-4663-a1bc-b0ed400a9e89', 'name': '', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'mac_address': 'fa:16:3e:c2:89:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:47Z', 'updated_at': '2022-05-13T21:43:50Z', 'revision_number': 4, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'subnets': [{'id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:43:51.131951 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39664) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:51.237431 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:51.329257 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45032e-0f1d-4c2c-bb6c-99f2f46968f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:51.330604 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1f45032e-0f1d-4c2c-bb6c-99f2f46968f9 admin admin] 10.222.0.35 "GET /v2.0/networks/14b3e915-7ae8-4b74-8c79-c9176301e40d HTTP/1.1" status: 200 len: 842 time: 0.1976476 May 13 21:43:51.340116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Request body: {'subnet': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:51.361493 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Made reservation on behalf of 44b04a795b974ef6b1191a457380d73c for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:43:51.364441 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:51.633283 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.objects.ports [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114887) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 21:43:51.633609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (4df6573e-9ae7-4ae0-9f61-f92029998952), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:51.759295 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df6573e-9ae7-4ae0-9f61-f92029998952,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:51.763496 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:43:51.763858 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Network hostable DHCP agents. Network: 14b3e915-7ae8-4b74-8c79-c9176301e40d, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:43:51.781272 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:43:51.790796 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 14b3e915-7ae8-4b74-8c79-c9176301e40d) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:43:51.795115 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:51.795702 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:51.800558 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f2fae-b8e9-4b4a-bb8e-1de1262d2c84 None None] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:43:51.825198 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d50e6050-5328-4d61-8005-80ee5a1c6c11 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4759026 May 13 21:43:51.916818 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba0ff5-ae42-4da3-afcc-a94b610a17a1 None None] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:43:54.234924 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 39682) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:54.366049 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e683ad3b-40de-4c1c-82d1-3b471a711aee demo admin] 10.222.0.35 "GET /v2.0/routers/bd231676-462c-453d-b44d-b0e4da871187 HTTP/1.1" status: 200 len: 710 time: 0.1299834 May 13 21:43:54.453482 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c6a8d-2993-4a7c-aa7e-52fd1bdb407a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:43:54.454868 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6c6c6a8d-2993-4a7c-aa7e-52fd1bdb407a demo admin] 10.222.0.35 "GET /v2.0/networks/14b3e915-7ae8-4b74-8c79-c9176301e40d HTTP/1.1" status: 200 len: 886 time: 0.0831759 May 13 21:43:54.464186 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:43:54.719787 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks [] for router_gateway (bd231676-462c-453d-b44d-b0e4da871187), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:54.938908 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks [] for router_gateway (bd231676-462c-453d-b44d-b0e4da871187), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.016601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.120318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Allocated IP 172.27.0.26 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/564ec750-231e-40b4-b1ca-d2348418cb46) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:43:55.223321 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks [] for port (564ec750-231e-40b4-b1ca-d2348418cb46), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.257008 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.295437 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:43:55.300060 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:43:55.302904 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:43:55.339805 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Pushing event updated for resources: {'Port': ['ID=564ec750-231e-40b4-b1ca-d2348418cb46,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:43:55.639639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks [] for router_gateway (bd231676-462c-453d-b44d-b0e4da871187), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.837178 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1346'] for router (bd231676-462c-453d-b44d-b0e4da871187), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.840932 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540289'] for router (bd231676-462c-453d-b44d-b0e4da871187), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:55.961743 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Router bd231676-462c-453d-b44d-b0e4da871187 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:43:56.075229 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:43:56.079438 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:56.080671 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-935d46c8-417d-44cb-98ce-6ecb844bd862 demo admin] 10.222.0.35 "PUT /v2.0/routers/bd231676-462c-453d-b44d-b0e4da871187 HTTP/1.1" status: 200 len: 889 time: 1.6195734 May 13 21:43:56.684696 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:43:57.953961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device bc219c8b-fed5-4663-a1bc-b0ed400a9e89 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:43:58.001016 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:43:58.001407 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:43:58.082536 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:43:58.538911 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 39694) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:43:58.687697 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-325ab928-e32c-47b4-b54f-5651aa1166cb admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1476617 May 13 21:43:59.503013 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Sync routers for ids ['bd231676-462c-453d-b44d-b0e4da871187'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:43:59.515483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Routers {'bd231676-462c-453d-b44d-b0e4da871187'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:43:59.516364 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:43:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['bd231676-462c-453d-b44d-b0e4da871187'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:43:59.749960 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Set router bd231676-462c-453d-b44d-b0e4da871187 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:44:00.217099 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd231676-462c-453d-b44d-b0e4da871187', 'name': 'router1', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '564ec750-231e-40b4-b1ca-d2348418cb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:43:37Z', 'updated_at': '2022-05-13T21:43:55Z', 'revision_number': 4, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'gw_port': {'id': '564ec750-231e-40b4-b1ca-d2348418cb46', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:55Z', 'updated_at': '2022-05-13T21:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'bc219c8b-fed5-4663-a1bc-b0ed400a9e89', 'name': '', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'mac_address': 'fa:16:3e:c2:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:47Z', 'updated_at': '2022-05-13T21:43:50Z', 'revision_number': 5, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'subnets': [{'id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:44:00.270409 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Checking router: bd231676-462c-453d-b44d-b0e4da871187 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:44:00.270814 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Updating router bd231676-462c-453d-b44d-b0e4da871187 port 564ec750-231e-40b4-b1ca-d2348418cb46 binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:44:00.329356 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:00.698015 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Publish callbacks [] for port (564ec750-231e-40b4-b1ca-d2348418cb46), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:00.704914 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:00.758418 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Attempting to bind port 564ec750-231e-40b4-b1ca-d2348418cb46 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:44:00.758814 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Attempting to bind port 564ec750-231e-40b4-b1ca-d2348418cb46 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:44:00.759177 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Attempting to bind port 564ec750-231e-40b4-b1ca-d2348418cb46 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:44:00.761205 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0d975-eaa9-4bdc-a87b-d152be3eb5bf None None] Pushing event updated for resources: {'Port': ['ID=564ec750-231e-40b4-b1ca-d2348418cb46,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:44:00.772000 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:44:00.772496 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:44:00.773000 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:00.773482 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:44:00.774130 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Bound port: 564ec750-231e-40b4-b1ca-d2348418cb46, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:44:00.774557 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:00.833156 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] For port 564ec750-231e-40b4-b1ca-d2348418cb46, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:44:00.837223 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] For port 564ec750-231e-40b4-b1ca-d2348418cb46, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=564ec750-231e-40b4-b1ca-d2348418cb46,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:44:00.848282 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:00.911573 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0d975-eaa9-4bdc-a87b-d152be3eb5bf None None] Pushing event updated for resources: {'Port': ['ID=564ec750-231e-40b4-b1ca-d2348418cb46,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:44:00.916565 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Routers {'bd231676-462c-453d-b44d-b0e4da871187'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:44:00.917252 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:43:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['bd231676-462c-453d-b44d-b0e4da871187'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:44:01.036304 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] Set router bd231676-462c-453d-b44d-b0e4da871187 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:44:01.254618 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd231676-462c-453d-b44d-b0e4da871187', 'name': 'router1', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '564ec750-231e-40b4-b1ca-d2348418cb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:43:37Z', 'updated_at': '2022-05-13T21:43:55Z', 'revision_number': 4, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'gw_port': {'id': '564ec750-231e-40b4-b1ca-d2348418cb46', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:55Z', 'updated_at': '2022-05-13T21:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'bc219c8b-fed5-4663-a1bc-b0ed400a9e89', 'name': '', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'mac_address': 'fa:16:3e:c2:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:47Z', 'updated_at': '2022-05-13T21:43:50Z', 'revision_number': 5, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'subnets': [{'id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:44:01.283048 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0e62e-f418-4e90-94ce-ca4a8b12d1ad None None] The sync data for ids ['bd231676-462c-453d-b44d-b0e4da871187'] in dv-cinder-840516-1-iscsi is: [{'id': 'bd231676-462c-453d-b44d-b0e4da871187', 'name': 'router1', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '564ec750-231e-40b4-b1ca-d2348418cb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:43:37Z', 'updated_at': '2022-05-13T21:43:55Z', 'revision_number': 4, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'gw_port': {'id': '564ec750-231e-40b4-b1ca-d2348418cb46', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:55Z', 'updated_at': '2022-05-13T21:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'bc219c8b-fed5-4663-a1bc-b0ed400a9e89', 'name': '', 'network_id': 'ccfca4cc-e5a1-44d2-bddb-2609658ed67c', 'tenant_id': '80047f4aaba64866971a8b97d21dee0a', 'mac_address': 'fa:16:3e:c2:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd231676-462c-453d-b44d-b0e4da871187', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:43:47Z', 'updated_at': '2022-05-13T21:43:50Z', 'revision_number': 5, 'project_id': '80047f4aaba64866971a8b97d21dee0a', 'subnets': [{'id': 'e6e4346b-4ef6-4b70-bb26-b66a790dbb38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8207458a-d1b0-4a97-b909-d65956e7a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:44:02.054363 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 564ec750-231e-40b4-b1ca-d2348418cb46 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:44:02.122733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 564ec750-231e-40b4-b1ca-d2348418cb46 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:44:02.123380 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:02.239224 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 564ec750-231e-40b4-b1ca-d2348418cb46 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:44:02.240981 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:02.269906 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 564ec750-231e-40b4-b1ca-d2348418cb46, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=564ec750-231e-40b4-b1ca-d2348418cb46,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:44:02.286218 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:02.373561 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=564ec750-231e-40b4-b1ca-d2348418cb46,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:44:03.998279 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 564ec750-231e-40b4-b1ca-d2348418cb46 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:44:04.162967 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 564ec750-231e-40b4-b1ca-d2348418cb46 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:44:04.164090 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (564ec750-231e-40b4-b1ca-d2348418cb46), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:04.330682 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 564ec750-231e-40b4-b1ca-d2348418cb46 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:44:15.012881 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-442a025c-3fad-4f29-8d6e-4293ecad3a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:17.365487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8f56e39f-0985-4f5b-ad34-2fa84d45685d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:18.449216 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:19.774074 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:21.242053 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:33.686938 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:44:45.009607 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-abe612ef-50cb-46ee-b129-e15f152f3ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:47.270841 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c7cab5f8-d636-400e-a256-3168925723af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:48.457133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:49.772908 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:44:51.285682 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:10.686355 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:45:15.002774 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-453e7f7e-3bda-48f3-8a32-11bcc1964864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:16.839388 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40178) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:16.904710 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6390f2-48f6-4a16-968f-1d2e3e40f091 admin admin] GET failed (client error): The resource could not be found. May 13 21:45:16.905955 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-2c6390f2-48f6-4a16-968f-1d2e3e40f091 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656087 May 13 21:45:17.088771 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424994d-1b67-44ce-811f-bb7ae4fad5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:17.090261 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7424994d-1b67-44ce-811f-bb7ae4fad5b0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1802375 May 13 21:45:17.272599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-dac243e4-f1a7-4248-b781-8c2011f0ea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:18.456535 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:19.320110 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40188) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:19.452477 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd80ca3-0b5c-44df-aeb3-6a1a697044d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:19.453874 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-afd80ca3-0b5c-44df-aeb3-6a1a697044d0 admin admin] 10.222.0.35 "GET /v2.0/subnets/e6e4346b-4ef6-4b70-bb26-b66a790dbb38 HTTP/1.1" status: 200 len: 849 time: 0.1328292 May 13 21:45:19.465352 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:45:19.551877 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Publish callbacks [] for subnet (e6e4346b-4ef6-4b70-bb26-b66a790dbb38), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:19.702862 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793132868994'] for subnet (e6e4346b-4ef6-4b70-bb26-b66a790dbb38), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:19.738100 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:19.738729 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:19.752575 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] 10.222.0.35 "PUT /v2.0/subnets/e6e4346b-4ef6-4b70-bb26-b66a790dbb38 HTTP/1.1" status: 200 len: 868 time: 0.2786944 May 13 21:45:19.757088 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f8d14-8c26-432d-bfea-0f209d2fe959 None None] Network ccfca4cc-e5a1-44d2-bddb-2609658ed67c requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:45:19.772984 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e4346b-4ef6-4b70-bb26-b66a790dbb38,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:45:19.780926 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.781277 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.781635 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.781979 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.782307 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.782640 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.783001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.783368 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.784259 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.784259 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.784482 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.785434 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.785777 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.786103 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.786424 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cafbe-334e-4235-8bce-6fb1f505dd15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:45:19.840269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:20.066992 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7b1531c9-d939-47b4-a7d8-30b90d368d48 None None] Provisioning complete for port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:45:20.067383 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7b1531c9-d939-47b4-a7d8-30b90d368d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (bc219c8b-fed5-4663-a1bc-b0ed400a9e89), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:20.142572 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7b1531c9-d939-47b4-a7d8-30b90d368d48 None None] Current status of the port bc219c8b-fed5-4663-a1bc-b0ed400a9e89 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:45:20.150474 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7b1531c9-d939-47b4-a7d8-30b90d368d48 None None] Provisioning complete for port 365192b4-eeea-4081-8f76-340ad2c2c8ac triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:45:20.150896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7b1531c9-d939-47b4-a7d8-30b90d368d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (365192b4-eeea-4081-8f76-340ad2c2c8ac), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:20.227556 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7b1531c9-d939-47b4-a7d8-30b90d368d48 None None] Current status of the port 365192b4-eeea-4081-8f76-340ad2c2c8ac is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:45:21.249329 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:22.065402 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40196) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:22.262665 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cab975-f08e-43b1-a5ee-66c295f68c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:22.263094 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cab975-f08e-43b1-a5ee-66c295f68c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:22.264646 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-38cab975-f08e-43b1-a5ee-66c295f68c7b admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982987 May 13 21:45:24.495083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40206) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:24.629197 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f6e020-ef22-4d58-81ec-339bcdc34033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:24.629662 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f6e020-ef22-4d58-81ec-339bcdc34033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:24.631230 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-57f6e020-ef22-4d58-81ec-339bcdc34033 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1349494 May 13 21:45:26.852039 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40214) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:27.027936 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d74747-2e0b-4e33-a3c5-962df789432f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:27.029309 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-39d74747-2e0b-4e33-a3c5-962df789432f admin admin] 10.222.0.35 "GET /v2.0/networks/14b3e915-7ae8-4b74-8c79-c9176301e40d HTTP/1.1" status: 200 len: 886 time: 0.1763229 May 13 21:45:29.258725 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40222) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:29.401901 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943199e-24c3-4a10-a7c7-a43beb809740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:29.403368 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5943199e-24c3-4a10-a7c7-a43beb809740 admin admin] 10.222.0.35 "GET /v2.0/networks/ccfca4cc-e5a1-44d2-bddb-2609658ed67c HTTP/1.1" status: 200 len: 869 time: 0.1436458 May 13 21:45:31.627468 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40230) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:31.751750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591efd79-dc63-4257-8536-5b391b348fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:31.752202 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591efd79-dc63-4257-8536-5b391b348fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:31.753729 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-591efd79-dc63-4257-8536-5b391b348fc1 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253181 May 13 21:45:33.987366 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40238) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:34.077732 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca8ea4-a9ab-43d7-9818-9750c57c0eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:34.078195 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca8ea4-a9ab-43d7-9818-9750c57c0eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:34.079741 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-18ca8ea4-a9ab-43d7-9818-9750c57c0eb8 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913768 May 13 21:45:36.333571 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40246) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:36.420812 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d6efd4-6004-4279-b82c-dcdaa45a4061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:36.422147 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-04d6efd4-6004-4279-b82c-dcdaa45a4061 admin admin] 10.222.0.35 "GET /v2.0/subnets/4df6573e-9ae7-4ae0-9f61-f92029998952 HTTP/1.1" status: 200 len: 816 time: 0.0876358 May 13 21:45:38.646464 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40254) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:45:38.738160 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae720ce3-87f4-4fd8-86e8-1fb36c55d534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:45:38.739523 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ae720ce3-87f4-4fd8-86e8-1fb36c55d534 admin admin] 10.222.0.35 "GET /v2.0/subnets/e6e4346b-4ef6-4b70-bb26-b66a790dbb38 HTTP/1.1" status: 200 len: 868 time: 0.0920887 May 13 21:45:45.003914 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e275-0d94-440b-97a9-a2476eeb75ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:47.274893 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a4eabb14-d77b-4ce1-9dfa-eed26a7dda90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:47.684597 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:45:48.464975 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:49.784174 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:45:51.255313 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:15.007561 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6c20b9b3-8eb1-4cc1-af22-6f42f0c505cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:17.276792 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-dd6b46b8-3968-47bc-b9ba-d1a650086b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:18.457636 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:18.935155 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40314) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:46:18.981813 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [None req-35a9aadf-d904-4876-ab73-e559b9c39afe admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:46:18.982859 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-35a9aadf-d904-4876-ab73-e559b9c39afe admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0466869 May 13 21:46:19.788315 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:21.259023 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:21.345091 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40322) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:46:21.408344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e6cc0c-b688-48c9-b8ed-f1740b48a4e3 admin admin] GET failed (client error): The resource could not be found. May 13 21:46:21.409556 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-38e6cc0c-b688-48c9-b8ed-f1740b48a4e3 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635402 May 13 21:46:21.550721 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb9637-f571-4d19-af1e-947b29e91c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:46:21.552181 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-19eb9637-f571-4d19-af1e-947b29e91c7a admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385012 May 13 21:46:23.903497 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40330) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:46:23.951401 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:46:23.971322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Made reservation on behalf of 44b04a795b974ef6b1191a457380d73c for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:46:23.973663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:24.001907 dv-cinder-840516-1-iscsi neutron-server[114887]: WARNING neutron.services.revisions.revision_plugin [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Could not find related network for resource to bump revision. May 13 21:46:24.015501 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:46:24.024976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (8ecfd721-18f7-4856-992f-d6ab92c8d1d3), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:24.025378 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Added segment 8ecfd721-18f7-4856-992f-d6ab92c8d1d3 of type vlan for network 644a0561-d667-4055-8c5a-8f9e85667394 May 13 21:46:24.065565 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (644a0561-d667-4055-8c5a-8f9e85667394), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:24.088669 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (644a0561-d667-4055-8c5a-8f9e85667394), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:24.089641 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:46:24.090238 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:24.123797 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2192228 May 13 21:46:24.153527 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Pushing event updated for resources: {'Network': ['ID=644a0561-d667-4055-8c5a-8f9e85667394,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:46:24.161701 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.162373 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.162768 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.163293 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.163661 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.163994 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.164320 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.164649 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.164992 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.165325 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.165665 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.165993 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.166315 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.166634 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.166977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360a8c0-b525-4275-93ad-bf0cc0839908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:24.178989 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 644a0561-d667-4055-8c5a-8f9e85667394 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:46:24.682976 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:46:26.372483 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40338) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:46:26.431553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dc0f07-8f4d-4d2e-91cf-a2c17ba40b1b admin admin] GET failed (client error): The resource could not be found. May 13 21:46:26.432803 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c5dc0f07-8f4d-4d2e-91cf-a2c17ba40b1b admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593493 May 13 21:46:26.502211 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0aadd4-d309-472a-bd7c-1de72aa9bafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:46:26.503630 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-3d0aadd4-d309-472a-bd7c-1de72aa9bafa admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668144 May 13 21:46:26.512939 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:46:26.531464 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Made reservation on behalf of 44b04a795b974ef6b1191a457380d73c for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:46:26.534249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:26.691538 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (b2effe3d-4960-4067-88be-fe49657b9115), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:26.743699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2effe3d-4960-4067-88be-fe49657b9115,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:46:26.752250 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Checking segment: {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:46:26.752593 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Network hostable DHCP agents. Network: 644a0561-d667-4055-8c5a-8f9e85667394, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:46:26.768817 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Network 644a0561-d667-4055-8c5a-8f9e85667394 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:46:26.776692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 644a0561-d667-4055-8c5a-8f9e85667394) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:46:26.780543 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:46:26.781125 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:26.787072 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd491bb-f9ff-4101-84c0-325fa85b26ab None None] Network 644a0561-d667-4055-8c5a-8f9e85667394 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:46:26.796493 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0300a5a1-2442-4e9b-94d7-bd6e0c79da18 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2867506 May 13 21:46:26.994086 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-644a0561-d667-4055-8c5a-8f9e85667394', 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394', 'project_id': '44b04a795b974ef6b1191a457380d73c', 'fixed_ips': [{'subnet_id': 'b2effe3d-4960-4067-88be-fe49657b9115'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:46:26.995434 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:27.129130 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Allocated IP 192.168.233.2 (644a0561-d667-4055-8c5a-8f9e85667394/b2effe3d-4960-4067-88be-fe49657b9115/6a35372f-0f6b-4710-b0c6-fa06310b803f) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:46:27.277986 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Publish callbacks [] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:27.286032 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:27.327361 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Network 644a0561-d667-4055-8c5a-8f9e85667394 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:46:27.330866 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:46:27.336481 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:46:27.342127 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Pushing event updated for resources: {'Port': ['ID=6a35372f-0f6b-4710-b0c6-fa06310b803f,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:46:27.353183 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.353531 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.353890 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.354250 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.354591 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.354948 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.355282 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.355608 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.355935 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.356263 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.356589 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.356929 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.357258 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.357581 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.357900 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:46:27.408474 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Attempting to bind port 6a35372f-0f6b-4710-b0c6-fa06310b803f on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:46:27.408850 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Attempting to bind port 6a35372f-0f6b-4710-b0c6-fa06310b803f by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:46:27.409214 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Attempting to bind port 6a35372f-0f6b-4710-b0c6-fa06310b803f on network 644a0561-d667-4055-8c5a-8f9e85667394 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:46:27.414241 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:46:27.414772 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Checking segment: {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:46:27.415181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:27.415578 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Bound using segment: {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:46:27.416037 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Bound port: 6a35372f-0f6b-4710-b0c6-fa06310b803f, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:46:27.416410 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:27.480012 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] For port 6a35372f-0f6b-4710-b0c6-fa06310b803f, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:46:27.483231 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] For port 6a35372f-0f6b-4710-b0c6-fa06310b803f, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6a35372f-0f6b-4710-b0c6-fa06310b803f,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:46:27.488937 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:27.546426 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044d2c0-fec3-4719-8127-09798e57c822 None None] Pushing event updated for resources: {'Port': ['ID=6a35372f-0f6b-4710-b0c6-fa06310b803f,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:46:28.078063 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6a35372f-0f6b-4710-b0c6-fa06310b803f up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:46:28.128724 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 6a35372f-0f6b-4710-b0c6-fa06310b803f triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:46:28.129120 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:28.210589 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 6a35372f-0f6b-4710-b0c6-fa06310b803f is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:46:28.211009 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:28.249292 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 6a35372f-0f6b-4710-b0c6-fa06310b803f, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6a35372f-0f6b-4710-b0c6-fa06310b803f,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:46:28.255158 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:28.307382 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=6a35372f-0f6b-4710-b0c6-fa06310b803f,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:46:28.455759 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c551b27-8dcf-43e0-a0b1-dc948ad641e7 None None] Network 644a0561-d667-4055-8c5a-8f9e85667394 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:46:28.534396 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-8275c19e-ad41-4b64-a9d2-68b17dd3485a None None] Provisioning complete for port 6a35372f-0f6b-4710-b0c6-fa06310b803f triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:46:28.534787 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8275c19e-ad41-4b64-a9d2-68b17dd3485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:28.646211 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-8275c19e-ad41-4b64-a9d2-68b17dd3485a None None] Current status of the port 6a35372f-0f6b-4710-b0c6-fa06310b803f is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:46:28.865211 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-23dc1102-b38d-4dc5-b809-a1bc741fc12f None None] Provisioning complete for port 6a35372f-0f6b-4710-b0c6-fa06310b803f triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:46:28.865526 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23dc1102-b38d-4dc5-b809-a1bc741fc12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:28.946837 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-23dc1102-b38d-4dc5-b809-a1bc741fc12f None None] Current status of the port 6a35372f-0f6b-4710-b0c6-fa06310b803f is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:46:30.036073 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6a35372f-0f6b-4710-b0c6-fa06310b803f up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:46:30.080744 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 6a35372f-0f6b-4710-b0c6-fa06310b803f triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:46:30.081109 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6a35372f-0f6b-4710-b0c6-fa06310b803f), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:30.156980 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 6a35372f-0f6b-4710-b0c6-fa06310b803f is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:46:45.012656 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4293ca3a-6df3-4bce-8a1f-85f9823e1ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:47.279668 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-db9ae1da-1b1d-4add-9b8f-3f7a8e1d4796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:48.462437 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:49.789960 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:46:51.260541 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:01.682230 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:47:15.014230 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a5c9-dbd2-42b2-9562-0b3774b88b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:17.280879 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-375b627f-e99f-444f-8ef4-19d6043ad258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:18.465495 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:19.791598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:21.262770 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:38.680949 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:47:45.016978 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7c39779d-ee45-45fa-a1aa-a2f0d35fa82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:47.282434 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6f676ce6-cccd-4c43-a029-470f3058f803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:48.464895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:49.794670 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:51.264840 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.055006 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40376) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:47:54.060607 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [None req-549ecc96-4cab-4a93-89a9-5acf070efd6e tempest-verify_tempest_config-890587229 tempest-verify_tempest_config-890587229-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:47:54.062114 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-549ecc96-4cab-4a93-89a9-5acf070efd6e tempest-verify_tempest_config-890587229 tempest-verify_tempest_config-890587229-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055974 May 13 21:47:54.353605 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40394) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:47:54.454243 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.528405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Publish callbacks [] for security_group (dbdd799e-8701-4501-bd4b-b35d46c2d9cf), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.532374 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (dbdd799e-8701-4501-bd4b-b35d46c2d9cf), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.673544 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=816f85fb40304248a4c7dcea1c579931&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3188856 May 13 21:47:54.675414 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdd799e-8701-4501-bd4b-b35d46c2d9cf,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:47:54.676220 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40398) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:47:54.681949 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.682296 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.682633 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.682987 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.683317 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.683643 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.683964 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.684282 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.684602 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.684919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.685270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.685592 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.685910 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.686227 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.686571 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82741998-5ca0-409d-bf3e-9f3eb8d5c283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.730667 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Publish callbacks [] for security_group (dbdd799e-8701-4501-bd4b-b35d46c2d9cf), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.751154 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Publish callbacks [] for security_group (dbdd799e-8701-4501-bd4b-b35d46c2d9cf), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.841096 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (dbdd799e-8701-4501-bd4b-b35d46c2d9cf), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.844248 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:47:54.845443 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbdd799e-8701-4501-bd4b-b35d46c2d9cf HTTP/1.1" status: 204 len: 168 time: 0.1682150 May 13 21:47:54.854766 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdd799e-8701-4501-bd4b-b35d46c2d9cf,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:47:54.861909 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.862337 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.862694 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.863623 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.863971 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.864389 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.864654 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.864996 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.865333 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.865663 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.865999 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.866354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.866687 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.867041 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:47:54.867369 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281b0e1-05b2-47b0-8301-c245edff16e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:48:15.019240 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-906b91a8-f397-490e-b9c8-4d6835933ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:15.679340 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:48:17.286454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-13396f14-42ed-460c-bdda-0497d7846deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:18.466890 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:19.795631 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:21.267465 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:45.020948 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-187e8938-6bad-4e8d-9d33-ce49c3b4d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:47.287540 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5236be4e-12ef-4f00-9e5c-1938633636ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:48.469355 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:49.799150 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:51.270281 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:48:52.678340 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:49:15.020857 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c023343e-8909-40c1-a299-9ca47b194838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:17.287741 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf40-a4ef-4041-8371-a670f506814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:18.472058 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:19.802234 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:21.276807 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:29.678121 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 5 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:49:42.799775 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530536'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:45.021901 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-02db1dc9-859b-4db6-b297-b4acd0c03675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:47.289634 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-787db5b8-4954-495a-b53d-4fe4b7260e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:48.474557 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:49.805001 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:51.285790 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:49:55.534383 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40472) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:49:55.646727 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-df3ee1d3-57a0-4d4a-bd71-36f00dd9fc5d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1111946 May 13 21:49:57.906321 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40482) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:49:57.965582 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-724749bf-8efe-4858-80ac-e1c41658c540 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0581601 May 13 21:50:06.678177 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:50:12.791148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:15.023801 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0188a7ad-230e-44b9-84a7-55968cc7ba8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:17.296929 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc400-2964-452e-87ea-2c5047ef8e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:18.478103 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:19.806795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:21.278161 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:42.813282 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:43.677722 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:50:45.024407 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b9016f9a-8b55-4889-8c12-7ff51c6c749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:47.288344 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4b3928e8-c92d-4d0c-bc60-3ee064871fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:48.484090 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:49.812953 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:50:51.281066 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:12.813418 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:15.026036 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d865bf5d-4315-48b9-a40e-ee08995f8308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:17.288960 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2f679496-b864-4fa8-bc5d-6d1971cbbefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:18.484644 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:19.813175 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:20.677567 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:51:21.286215 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:35.735050 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40668) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:36.075013 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-546727327-network', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:36.097945 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Made reservation on behalf of 6a12e6fa2119499b93806f036eb55a0c for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:36.100473 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.109324 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.167747 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40694) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:36.194673 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks [] for security_group (4ced2b7f-6238-433d-a15a-5598fc32666a), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.199660 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4ced2b7f-6238-433d-a15a-5598fc32666a), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.229569 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:51:36.232298 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ced2b7f-6238-433d-a15a-5598fc32666a,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:36.243223 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.243726 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.244088 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.244458 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.244797 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.245123 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.245441 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.245760 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.246094 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.246470 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.246768 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.247150 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.247435 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.247755 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.248069 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Tracked resource versions report: May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: pushed versions: May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: { 'AddressGroup': {'1.2'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Agent': {'1.1'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'ConntrackHelper': {'1.0'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'LocalIPAssociation': {'1.0'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Log': {'1.0'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'NDPProxy': {'1.0'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Network': {'1.1'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Port': {'1.7'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'PortForwarding': {'1.3'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'QosPolicy': {'1.10'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroup': {'1.5'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroupRule': {'1.2'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SubPort': {'1.0'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Subnet': {'1.1'}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Trunk': {'1.1'}} May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: consumer versions: May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: HyperV agent@hv-cinder-84051: {}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Agent': '1.1', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'ConntrackHelper': '1.0', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'LocalIPAssociation': '1.0', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Log': '1.0', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'NDPProxy': '1.0', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Network': '1.1', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Port': '1.7', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'PortForwarding': '1.3', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'QosPolicy': '1.10', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroup': '1.5', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SecurityGroupRule': '1.2', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'SubPort': '1.0', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Subnet': '1.1', May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: 'Trunk': '1.1'}} May 13 21:51:36.249263 dv-cinder-840516-1-iscsi neutron-server[114887]: {{(pid=114887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:51:36.258567 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (87868f4c-ee13-4578-809a-4488e4483756), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.259257 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Added segment 87868f4c-ee13-4578-809a-4488e4483756 of type vlan for network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 May 13 21:51:36.305935 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (54bb408e-38dc-4d63-b590-fa8bf9ca4da7), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.323311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40708) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:36.332474 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40712) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:36.346400 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (54bb408e-38dc-4d63-b590-fa8bf9ca4da7), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.347627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:36.348282 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.386693 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6505446 May 13 21:51:36.387046 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40716) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:36.393310 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Request body: {'subnet': {'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-subnet', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:36.414989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c646a-6d37-4ad1-be03-91377a547bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=54bb408e-38dc-4d63-b590-fa8bf9ca4da7,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:36.426429 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:51:36.441445 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1131340972-network', 'tenant_id': '39174f764455497c99b2fc47838407f8'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:36.469015 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Made reservation on behalf of 6a12e6fa2119499b93806f036eb55a0c for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:36.471364 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.536839 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Made reservation on behalf of 39174f764455497c99b2fc47838407f8 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:36.539210 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.551002 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.690754 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-299020424-network', 'tenant_id': '428d047f511945e5bdf35eb8ed236507'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:36.712312 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-761540435-network', 'tenant_id': '5b7079f32018466e99a74b43dbb0a5f8'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:36.759424 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks [] for security_group (f9375284-e306-4d57-9efe-d7335a6fd1ef), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.773382 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f9375284-e306-4d57-9efe-d7335a6fd1ef), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.793498 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Made reservation on behalf of 428d047f511945e5bdf35eb8ed236507 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:36.795846 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.819111 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.826292 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (055a5873-16a7-4533-8689-e42dce4caaa1), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.835701 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:51:36.853486 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Made reservation on behalf of 5b7079f32018466e99a74b43dbb0a5f8 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:36.856007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.873126 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (6062b382-fa95-496b-971d-d00f6ede360c), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.873532 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Added segment 6062b382-fa95-496b-971d-d00f6ede360c of type vlan for network e31f46df-974a-465f-8ac4-4ac009072a8a May 13 21:51:36.904333 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:36.962846 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9375284-e306-4d57-9efe-d7335a6fd1ef,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:37.004638 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (e31f46df-974a-465f-8ac4-4ac009072a8a), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.028748 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.029155 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.029521 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.029950 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.030382 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.030796 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.031125 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.031538 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.031880 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.032256 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.032633 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.032994 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.033321 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.033640 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.033953 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Tracked resource versions report: May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: pushed versions: May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: { 'AddressGroup': {'1.2'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Agent': {'1.1'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'ConntrackHelper': {'1.0'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'LocalIPAssociation': {'1.0'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Log': {'1.0'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'NDPProxy': {'1.0'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Network': {'1.1'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Port': {'1.7'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'PortForwarding': {'1.3'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'QosPolicy': {'1.10'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroup': {'1.5'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroupRule': {'1.2'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SubPort': {'1.0'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Subnet': {'1.1'}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Trunk': {'1.1'}} May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: consumer versions: May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: HyperV agent@hv-cinder-84051: {}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Agent': '1.1', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'ConntrackHelper': '1.0', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'LocalIPAssociation': '1.0', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Log': '1.0', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'NDPProxy': '1.0', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Network': '1.1', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Port': '1.7', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'PortForwarding': '1.3', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'QosPolicy': '1.10', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroup': '1.5', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SecurityGroupRule': '1.2', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'SubPort': '1.0', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Subnet': '1.1', May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: 'Trunk': '1.1'}} May 13 21:51:37.035361 dv-cinder-840516-1-iscsi neutron-server[114886]: {{(pid=114886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:51:37.056472 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055a5873-16a7-4533-8689-e42dce4caaa1,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:37.101749 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Checking segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:37.102403 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Network hostable DHCP agents. Network: 54bb408e-38dc-4d63-b590-fa8bf9ca4da7, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:51:37.142627 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (e31f46df-974a-465f-8ac4-4ac009072a8a), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.143915 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:37.144931 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.213572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks [] for security_group (b17fa3cf-0e8a-4b95-aa7d-115f8a02a134), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.240367 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b17fa3cf-0e8a-4b95-aa7d-115f8a02a134), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.281720 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40758) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:37.282458 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1123481 May 13 21:51:37.282614 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:51:37.289437 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Request body: {'subnet': {'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1131340972-subnet', 'tenant_id': '39174f764455497c99b2fc47838407f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:37.343529 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Made reservation on behalf of 39174f764455497c99b2fc47838407f8 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:37.346651 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.404990 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:51:37.430320 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 54bb408e-38dc-4d63-b590-fa8bf9ca4da7) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:37.444976 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7109df1-fc17-4a2d-8bab-85893b614ecb admin admin] Pushing event updated for resources: {'Network': ['ID=e31f46df-974a-465f-8ac4-4ac009072a8a,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:37.455800 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cba91c-a09d-4945-971a-d762ea38dbc4 None None] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:37.473901 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:37.474588 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.501769 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks [] for security_group (e5c6462e-5421-4f0b-b45e-db4715813bc0), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.507947 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (5cff52dd-543d-4559-b85d-30f73655f522), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.509124 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Added segment 5cff52dd-543d-4559-b85d-30f73655f522 of type vlan for network 90541eb1-b174-4a95-af44-3c1eff2260dd May 13 21:51:37.512595 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:37.551977 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network e31f46df-974a-465f-8ac4-4ac009072a8a details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:51:37.553198 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e5c6462e-5421-4f0b-b45e-db4715813bc0), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.617447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (3bb56b8e-c342-49d0-a829-9a6663979ac1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.689578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb56b8e-c342-49d0-a829-9a6663979ac1,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:37.727787 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-bfc53726-b65e-4046-b61e-a9c7a3a3bb90 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3394651 May 13 21:51:37.739604 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40786) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:37.755871 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:37.756070 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Checking segment: {'id': '6062b382-fa95-496b-971d-d00f6ede360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:37.756536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Network hostable DHCP agents. Network: e31f46df-974a-465f-8ac4-4ac009072a8a, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:51:37.766149 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (90541eb1-b174-4a95-af44-3c1eff2260dd), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.771316 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:51:37.777588 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Network e31f46df-974a-465f-8ac4-4ac009072a8a is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:51:37.787407 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c6462e-5421-4f0b-b45e-db4715813bc0,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:37.791421 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, e31f46df-974a-465f-8ac4-4ac009072a8a) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:37.801199 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (d14f02fb-4732-4b96-99f3-9731659c3b09), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.801861 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Added segment d14f02fb-4732-4b96-99f3-9731659c3b09 of type vlan for network 5dbe637b-56ef-4ee0-9d32-561bb5036a83 May 13 21:51:37.818143 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:37.818474 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada825c-a877-474c-915b-d23ed01f485d None None] Network e31f46df-974a-465f-8ac4-4ac009072a8a requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:37.818887 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.857648 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2e020504-93f0-416c-8fb7-9ed480a7a0bb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5713315 May 13 21:51:37.867490 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (a4591e44-7bb6-4b92-b09a-87d44bac3102), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.868934 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (a4591e44-7bb6-4b92-b09a-87d44bac3102), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.886914 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (90541eb1-b174-4a95-af44-3c1eff2260dd), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.891408 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:37.892212 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.934311 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:51:37.935545 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:37.967244 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (5dbe637b-56ef-4ee0-9d32-561bb5036a83), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.035297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40798) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:38.037785 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7022488 May 13 21:51:38.045659 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Request body: {'subnet': {'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-subnet', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:38.073410 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ef0d3-bd5a-4358-9025-75cf4b32c6aa None None] Network e31f46df-974a-465f-8ac4-4ac009072a8a requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:38.095694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Made reservation on behalf of 428d047f511945e5bdf35eb8ed236507 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:38.098353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.177534 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811eb1-7a34-4328-b73e-9581e3e93503 admin admin] Pushing event updated for resources: {'Network': ['ID=90541eb1-b174-4a95-af44-3c1eff2260dd,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:38.215509 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (5dbe637b-56ef-4ee0-9d32-561bb5036a83), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.218414 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:38.219436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.253228 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks [] for router_controller (a4591e44-7bb6-4b92-b09a-87d44bac3102), precommit_add_association {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.281464 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Allocated IP 172.20.0.2 (54bb408e-38dc-4d63-b590-fa8bf9ca4da7/055a5873-16a7-4533-8689-e42dce4caaa1/859c4ba0-ab9e-4e28-8a2f-714bf150cf2a) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:38.311629 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40802) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:38.312360 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9887178 May 13 21:51:38.316839 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Request body: {'subnet': {'network_id': '5dbe637b-56ef-4ee0-9d32-561bb5036a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-761540435-subnet', 'tenant_id': '5b7079f32018466e99a74b43dbb0a5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:38.417256 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4baff-df03-4e35-ba60-981986d11784 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbe637b-56ef-4ee0-9d32-561bb5036a83,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:38.418577 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (a9aa13ff-3238-4df4-8c69-db98a048bb4f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.429980 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Made reservation on behalf of 5b7079f32018466e99a74b43dbb0a5f8 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:38.435469 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.492156 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 90541eb1-b174-4a95-af44-3c1eff2260dd details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:51:38.551891 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9aa13ff-3238-4df4-8c69-db98a048bb4f,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:38.580028 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Checking segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:38.580382 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Network hostable DHCP agents. Network: 90541eb1-b174-4a95-af44-3c1eff2260dd, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:51:38.595986 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Publish callbacks [] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.601843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 5dbe637b-56ef-4ee0-9d32-561bb5036a83 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:51:38.609045 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks [] for router_gateway (a4591e44-7bb6-4b92-b09a-87d44bac3102), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.637501 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:51:38.679956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 90541eb1-b174-4a95-af44-3c1eff2260dd) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:38.689107 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:38.689107 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.697377 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507f964-c3ef-4aba-ac14-88926eaf8536 None None] Network 90541eb1-b174-4a95-af44-3c1eff2260dd requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:38.716341 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40806) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:38.717201 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-da5fe4b0-0de5-4361-b156-0ef9663354a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6812055 May 13 21:51:38.721290 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:38.724658 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.729597 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (25b5fe20-3353-4797-90f0-8b7baabc99f5), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.807746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b5fe20-3353-4797-90f0-8b7baabc99f5,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:38.811020 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Checking segment: {'id': 'd14f02fb-4732-4b96-99f3-9731659c3b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5dbe637b-56ef-4ee0-9d32-561bb5036a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:38.811559 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Network hostable DHCP agents. Network: 5dbe637b-56ef-4ee0-9d32-561bb5036a83, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:51:38.836741 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Network 5dbe637b-56ef-4ee0-9d32-561bb5036a83 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:51:38.843278 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (b1415f57-5ee5-42de-9732-ec088c54deff), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.844713 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (b1415f57-5ee5-42de-9732-ec088c54deff), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.845167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:38.854635 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:38.859310 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:38.861191 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Pushing event updated for resources: {'Port': ['ID=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:38.867655 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 5dbe637b-56ef-4ee0-9d32-561bb5036a83) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:38.879556 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.879905 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.880267 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.880637 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:38.880767 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.881011 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.881193 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:38.881363 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.881675 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.881998 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.882334 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.882726 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.883020 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.883373 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.883704 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.884036 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.884367 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Tracked resource versions report: May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: pushed versions: May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: { 'AddressGroup': {'1.2'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Agent': {'1.1'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'ConntrackHelper': {'1.0'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'LocalIPAssociation': {'1.0'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Log': {'1.0'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'NDPProxy': {'1.0'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Network': {'1.1'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Port': {'1.7'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'PortForwarding': {'1.3'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'QosPolicy': {'1.10'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroup': {'1.5'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroupRule': {'1.2'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SubPort': {'1.0'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Subnet': {'1.1'}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Trunk': {'1.1'}} May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: consumer versions: May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: HyperV agent@hv-cinder-84051: {}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Agent': '1.1', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'ConntrackHelper': '1.0', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'LocalIPAssociation': '1.0', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Log': '1.0', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'NDPProxy': '1.0', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Network': '1.1', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Port': '1.7', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'PortForwarding': '1.3', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'QosPolicy': '1.10', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroup': '1.5', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SecurityGroupRule': '1.2', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'SubPort': '1.0', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Subnet': '1.1', May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: 'Trunk': '1.1'}} May 13 21:51:38.885641 dv-cinder-840516-1-iscsi neutron-server[114888]: {{(pid=114888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:51:38.890152 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b2a28-95d8-411a-96d4-2e65d85e3c80 None None] Network 5dbe637b-56ef-4ee0-9d32-561bb5036a83 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:38.928993 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-cbc553ba-6269-47df-a353-fd366da932e0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6079483 May 13 21:51:39.005867 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks [] for router_controller (b1415f57-5ee5-42de-9732-ec088c54deff), precommit_add_association {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.007803 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks [] for router_gateway (a4591e44-7bb6-4b92-b09a-87d44bac3102), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.094571 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-90541eb1-b174-4a95-af44-3c1eff2260dd', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:51:39.095695 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.145853 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Attempting to bind port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:39.146592 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Attempting to bind port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:39.147226 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Attempting to bind port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:39.236421 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.402650 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:39.405690 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Checking segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:39.406151 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.406563 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Bound using segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:39.407098 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Bound port: 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:39.407503 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.475729 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks [] for router_gateway (b1415f57-5ee5-42de-9732-ec088c54deff), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.503930 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40870) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:39.507839 dv-cinder-840516-1-iscsi neutron-server[114887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 21:51:39.591935 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00788b-17ce-4edb-9f1e-c3412c8b6b53 None None] Network 5dbe637b-56ef-4ee0-9d32-561bb5036a83 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:39.664063 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Allocated IP 172.27.0.12 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/6d915438-a108-4fc8-9833-f40136beb453) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:39.797549 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-18d79405-298d-484d-975e-bfb40ac747f7 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:39.800424 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-18d79405-298d-484d-975e-bfb40ac747f7 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/networks?id=e31f46df-974a-465f-8ac4-4ac009072a8a HTTP/1.1" status: 200 len: 812 time: 0.2943265 May 13 21:51:39.818482 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-e3ed4a88-f7b8-4c26-b2b4-0159fe481c25 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/quotas/39174f764455497c99b2fc47838407f8 HTTP/1.1" status: 200 len: 375 time: 0.0125391 May 13 21:51:39.886599 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks [] for port (6d915438-a108-4fc8-9833-f40136beb453), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:39.953865 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-9fcf3f2e-562d-4540-a498-9f5958339d9d tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=39174f764455497c99b2fc47838407f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284454 May 13 21:51:39.954253 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Allocated IP 172.20.0.2 (90541eb1-b174-4a95-af44-3c1eff2260dd/a9aa13ff-3238-4df4-8c69-db98a048bb4f/2e0142f1-2c24-4d3b-b0be-59a288875be0) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:40.027035 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (6d915438-a108-4fc8-9833-f40136beb453), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.030981 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40902) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:40.155661 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Publish callbacks [] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.176242 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.230651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] For port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:40.232919 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:40.243612 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:40.247037 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:40.255845 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:40.264624 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:40.269502 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:40.272629 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] For port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:40.293007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6d915438-a108-4fc8-9833-f40136beb453,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:40.308501 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.317592 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Pushing event updated for resources: {'Port': ['ID=2e0142f1-2c24-4d3b-b0be-59a288875be0,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:40.391679 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks [] for router_gateway (b1415f57-5ee5-42de-9732-ec088c54deff), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.407318 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Attempting to bind port 2e0142f1-2c24-4d3b-b0be-59a288875be0 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:40.407697 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Attempting to bind port 2e0142f1-2c24-4d3b-b0be-59a288875be0 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:40.408162 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Attempting to bind port 2e0142f1-2c24-4d3b-b0be-59a288875be0 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:40.440553 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:40.440939 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Checking segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:40.441351 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.441751 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Bound using segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:40.442233 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Bound port: 2e0142f1-2c24-4d3b-b0be-59a288875be0, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:40.442617 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.444851 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca710c-c2bb-4234-a4bb-56acd72d82cd None None] Pushing event updated for resources: {'Port': ['ID=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:40.511024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40920) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:40.522274 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.587563 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40930) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:40.598901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9fa80a77-e018-49a6-b48b-35b138f0b2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.602494 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] For port 2e0142f1-2c24-4d3b-b0be-59a288875be0, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:40.611719 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] For port 2e0142f1-2c24-4d3b-b0be-59a288875be0, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2e0142f1-2c24-4d3b-b0be-59a288875be0,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:40.617636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-827470910-network', 'tenant_id': '14b40140d4ca4ee4b199e776dcfb652e'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:40.631774 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.645702 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-b6e2c7e3-e208-42a3-89bd-5581847761e6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:51:40.648074 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-b6e2c7e3-e208-42a3-89bd-5581847761e6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2666073 May 13 21:51:40.799021 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea781f-dd05-48a2-9988-5644de4bd5a3 None None] Pushing event updated for resources: {'Port': ['ID=2e0142f1-2c24-4d3b-b0be-59a288875be0,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:40.921098 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Made reservation on behalf of 14b40140d4ca4ee4b199e776dcfb652e for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:40.924449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.926849 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks [] for router_gateway (a4591e44-7bb6-4b92-b09a-87d44bac3102), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:40.929626 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Allocated IP 172.27.0.24 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/21016580-67d6-4104-b501-93582f43f73b) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:41.067782 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-45bce18d-6022-407b-9c1d-85a610135c9e service neutron] 10.222.0.35 "GET /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491102 May 13 21:51:41.068505 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.117067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9fa80a77-e018-49a6-b48b-35b138f0b2ea admin admin] Publish callbacks [] for security_group (366beec5-b019-410c-b411-6d97ee3b9467), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.154395 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9fa80a77-e018-49a6-b48b-35b138f0b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (366beec5-b019-410c-b411-6d97ee3b9467), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.239730 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bc18cf87-37b9-474d-801b-e1e056502031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.300290 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-9fa80a77-e018-49a6-b48b-35b138f0b2ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26f61a0463f04099abea79ab789f2fc9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2679288 May 13 21:51:41.303322 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 40954) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:41.323567 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80a77-e018-49a6-b48b-35b138f0b2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366beec5-b019-410c-b411-6d97ee3b9467,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:41.359290 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-3fa0a4c2-6c89-4501-8a5a-a54c7b6fbe45 service neutron] 10.222.0.35 "GET /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809715 May 13 21:51:41.364079 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks [] for port (21016580-67d6-4104-b501-93582f43f73b), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.419999 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks [] for security_group (e2776002-01b5-4f71-a191-75bad7cf8567), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.434307 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e2776002-01b5-4f71-a191-75bad7cf8567), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.463724 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:51:41.485125 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (21016580-67d6-4104-b501-93582f43f73b), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.519719 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (63cac4fb-6527-453f-a440-7621adab1954), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.520916 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Added segment 63cac4fb-6527-453f-a440-7621adab1954 of type vlan for network eb8cbf6c-e210-449b-9c52-99b1a3e67df0 May 13 21:51:41.549895 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bc18cf87-37b9-474d-801b-e1e056502031 admin admin] Publish callbacks [] for security_group (5d2c021e-2bc2-441a-8415-da6c94e65583), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.554029 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-609280e4-4244-4692-a482-380b3770ad64 admin admin] Publish callbacks [] for security_group (366beec5-b019-410c-b411-6d97ee3b9467), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.554961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2776002-01b5-4f71-a191-75bad7cf8567,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:41.560740 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bc18cf87-37b9-474d-801b-e1e056502031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (5d2c021e-2bc2-441a-8415-da6c94e65583), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.585159 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Pushing event updated for resources: {'Port': ['ID=21016580-67d6-4104-b501-93582f43f73b,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:41.612828 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bc18cf87-37b9-474d-801b-e1e056502031 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79bcd2be37fc4969b1af6424024343aa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1007569 May 13 21:51:41.622879 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:41.624655 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40974) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:41.649255 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:41.670580 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (eb8cbf6c-e210-449b-9c52-99b1a3e67df0), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.674496 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (a4591e44-7bb6-4b92-b09a-87d44bac3102), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.691405 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:41.696296 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-609280e4-4244-4692-a482-380b3770ad64 admin admin] Publish callbacks [] for security_group (366beec5-b019-410c-b411-6d97ee3b9467), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.715484 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18cf87-37b9-474d-801b-e1e056502031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2c021e-2bc2-441a-8415-da6c94e65583,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:41.924744 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-19b445b0-ba4a-43fe-bbad-92cf8ba1bb1d req-bdab14a3-3a61-471b-b5a9-b5e25fc57946 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 210 time: 0.2354822 May 13 21:51:41.955390 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (eb8cbf6c-e210-449b-9c52-99b1a3e67df0), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.956536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:41.957224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:41.973308 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f8f53ab1-e8e3-4dd3-88b0-916790b5fbcf admin admin] Publish callbacks [] for security_group (5d2c021e-2bc2-441a-8415-da6c94e65583), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.014253 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4199307 May 13 21:51:42.020370 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 40988) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:42.025793 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Request body: {'subnet': {'network_id': 'eb8cbf6c-e210-449b-9c52-99b1a3e67df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-827470910-subnet', 'tenant_id': '14b40140d4ca4ee4b199e776dcfb652e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:42.071871 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f8f53ab1-e8e3-4dd3-88b0-916790b5fbcf admin admin] Publish callbacks [] for security_group (5d2c021e-2bc2-441a-8415-da6c94e65583), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.074914 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50def-b9cd-4817-b009-e094b54adff8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8cbf6c-e210-449b-9c52-99b1a3e67df0,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:42.075910 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711fba1-d331-4601-8444-f1166f52deb5 None None] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:42.111110 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-609280e4-4244-4692-a482-380b3770ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (366beec5-b019-410c-b411-6d97ee3b9467), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.115100 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-609280e4-4244-4692-a482-380b3770ad64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.116260 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-609280e4-4244-4692-a482-380b3770ad64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/366beec5-b019-410c-b411-6d97ee3b9467 HTTP/1.1" status: 204 len: 168 time: 0.8068492 May 13 21:51:42.163480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Made reservation on behalf of 14b40140d4ca4ee4b199e776dcfb652e for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:42.166657 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.172746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f8f53ab1-e8e3-4dd3-88b0-916790b5fbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (5d2c021e-2bc2-441a-8415-da6c94e65583), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.175678 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f8f53ab1-e8e3-4dd3-88b0-916790b5fbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.177073 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f8f53ab1-e8e3-4dd3-88b0-916790b5fbcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d2c021e-2bc2-441a-8415-da6c94e65583 HTTP/1.1" status: 204 len: 168 time: 0.5507388 May 13 21:51:42.216983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f53ab1-e8e3-4dd3-88b0-916790b5fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2c021e-2bc2-441a-8415-da6c94e65583,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:42.230498 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609280e4-4244-4692-a482-380b3770ad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366beec5-b019-410c-b411-6d97ee3b9467,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:42.324189 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network eb8cbf6c-e210-449b-9c52-99b1a3e67df0 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:51:42.456398 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] Provisioning complete for port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:42.460044 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.539294 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2e0142f1-2c24-4d3b-b0be-59a288875be0 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:42.662507 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:51:42.672627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (42573ff7-17c3-437c-9de1-ffe4740ddbb0), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.713132 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks [] for router_gateway (b1415f57-5ee5-42de-9732-ec088c54deff), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.718605 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1a936-2593-4a67-af21-427e1a2db966 None None] Network 90541eb1-b174-4a95-af44-3c1eff2260dd requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:42.798270 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 2e0142f1-2c24-4d3b-b0be-59a288875be0 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:42.798839 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.806157 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42573ff7-17c3-437c-9de1-ffe4740ddbb0,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:42.857325 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Checking segment: {'id': '63cac4fb-6527-453f-a440-7621adab1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'eb8cbf6c-e210-449b-9c52-99b1a3e67df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:42.857852 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Network hostable DHCP agents. Network: eb8cbf6c-e210-449b-9c52-99b1a3e67df0, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:51:42.858513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] Current status of the port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:42.859181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.890142 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Network eb8cbf6c-e210-449b-9c52-99b1a3e67df0 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:51:42.916737 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.935127 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, eb8cbf6c-e210-449b-9c52-99b1a3e67df0) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:42.940072 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:42.940851 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:42.944729 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:51:42.960320 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:51:42.970223 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41020) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:42.981331 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:42.982033 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:43.007971 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0ec3497e-f899-414c-b5a9-66fc1fbf872d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9770889 May 13 21:51:43.008418 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] For port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:51:43.011951 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f095496-d24e-495f-b49d-79bfad745ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.012133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38087a7c-d94e-4c6a-9da7-a2c97269eaee None None] Network eb8cbf6c-e210-449b-9c52-99b1a3e67df0 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:43.048301 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41026) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.056121 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41028) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.061618 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.065529 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b7cf8581-2110-4e97-b594-6701c1b7a1d4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3185008 May 13 21:51:43.067238 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41030) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.090359 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc591c-22b7-4026-b804-2141f521895e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.101495 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.158321 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d9b5c011-e425-4c6b-8d08-d58cef7c5e2a req-849c99e6-3450-4df4-b48e-647d5bb38535 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 210 time: 0.1006854 May 13 21:51:43.248563 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41036) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.266977 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:43.359190 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f095496-d24e-495f-b49d-79bfad745ada admin admin] Publish callbacks [] for security_group (32885921-7e2b-4a93-b3f0-e1b59d9e1fed), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.359755 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-f892a7b7-22fb-47e0-85f6-bf721e349eca None None] Provisioning complete for port 2e0142f1-2c24-4d3b-b0be-59a288875be0 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:43.360171 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f892a7b7-22fb-47e0-85f6-bf721e349eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.384582 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f095496-d24e-495f-b49d-79bfad745ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (32885921-7e2b-4a93-b3f0-e1b59d9e1fed), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.410428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc591c-22b7-4026-b804-2141f521895e admin admin] Publish callbacks [] for security_group (10364a1f-5943-4ff0-82b3-8c53c15117fb), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.423352 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Deleting subnet 25b5fe20-3353-4797-90f0-8b7baabc99f5 {{(pid=114887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:51:43.429477 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 2e0142f1-2c24-4d3b-b0be-59a288875be0 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:43.429799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Publish callbacks [] for subnet (25b5fe20-3353-4797-90f0-8b7baabc99f5), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.429925 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.450395 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:40Z', 'revision_number': 3, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:43.488780 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:51:43.489282 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Updating router a4591e44-7bb6-4b92-b09a-87d44bac3102 port 6d915438-a108-4fc8-9833-f40136beb453 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:51:43.495613 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Publish callbacks [] for subnet (25b5fe20-3353-4797-90f0-8b7baabc99f5), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.500419 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f095496-d24e-495f-b49d-79bfad745ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32885921-7e2b-4a93-b3f0-e1b59d9e1fed,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:43.522956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (25b5fe20-3353-4797-90f0-8b7baabc99f5), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.523697 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 2e0142f1-2c24-4d3b-b0be-59a288875be0, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2e0142f1-2c24-4d3b-b0be-59a288875be0,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:51:43.526243 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc591c-22b7-4026-b804-2141f521895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (10364a1f-5943-4ff0-82b3-8c53c15117fb), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.529381 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6d915438-a108-4fc8-9833-f40136beb453), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.557938 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9fe39-b439-4c74-9f8a-d799d16c9beb None None] Pushing event updated for resources: {'Port': ['ID=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:43.571712 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8293be-0586-4ea7-93b5-903376693569 None None] Network eb8cbf6c-e210-449b-9c52-99b1a3e67df0 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:51:43.576579 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.577415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:43.585389 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e9bc591c-22b7-4026-b804-2141f521895e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f14a4240394542feb3e5391dd674f64c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5359123 May 13 21:51:43.593343 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41042) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.649699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc591c-22b7-4026-b804-2141f521895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10364a1f-5943-4ff0-82b3-8c53c15117fb,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:43.651745 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4f095496-d24e-495f-b49d-79bfad745ada admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8813709134a74a7898f5b4cc8fda4544&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6772738 May 13 21:51:43.655275 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41048) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.684170 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=2e0142f1-2c24-4d3b-b0be-59a288875be0,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:43.755440 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0377463e-5232-4ae6-a5ee-e2ddb11474b4 admin admin] Publish callbacks [] for security_group (32885921-7e2b-4a93-b3f0-e1b59d9e1fed), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.773584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for subnet (25b5fe20-3353-4797-90f0-8b7baabc99f5), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.838183 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b5fe20-3353-4797-90f0-8b7baabc99f5,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:43.846551 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0377463e-5232-4ae6-a5ee-e2ddb11474b4 admin admin] Publish callbacks [] for security_group (32885921-7e2b-4a93-b3f0-e1b59d9e1fed), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.863187 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.870172 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (b1415f57-5ee5-42de-9732-ec088c54deff), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.870941 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c486a29b-e006-4c2d-b342-403f11ff7a88 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/25b5fe20-3353-4797-90f0-8b7baabc99f5 HTTP/1.1" status: 204 len: 168 time: 0.6212320 May 13 21:51:43.872529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41054) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:43.888350 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e87887d-617d-4ba0-ab5a-988e3f1eea30 admin admin] Publish callbacks [] for security_group (10364a1f-5943-4ff0-82b3-8c53c15117fb), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.922319 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0377463e-5232-4ae6-a5ee-e2ddb11474b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (32885921-7e2b-4a93-b3f0-e1b59d9e1fed), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.926057 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0377463e-5232-4ae6-a5ee-e2ddb11474b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:43.930413 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0377463e-5232-4ae6-a5ee-e2ddb11474b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32885921-7e2b-4a93-b3f0-e1b59d9e1fed HTTP/1.1" status: 204 len: 168 time: 0.2742567 May 13 21:51:43.941789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377463e-5232-4ae6-a5ee-e2ddb11474b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32885921-7e2b-4a93-b3f0-e1b59d9e1fed,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:44.013367 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Publish callbacks [] for port (6d915438-a108-4fc8-9833-f40136beb453), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.032749 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6d915438-a108-4fc8-9833-f40136beb453), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.071617 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:44.072026 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.073521 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-f892a7b7-22fb-47e0-85f6-bf721e349eca None None] Current status of the port 2e0142f1-2c24-4d3b-b0be-59a288875be0 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:44.084840 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-f892a7b7-22fb-47e0-85f6-bf721e349eca None None] Provisioning complete for port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:44.085221 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f892a7b7-22fb-47e0-85f6-bf721e349eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.144341 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Pushing event updated for resources: {'Port': ['ID=6d915438-a108-4fc8-9833-f40136beb453,revision_number=2']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:44.151190 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e87887d-617d-4ba0-ab5a-988e3f1eea30 admin admin] Publish callbacks [] for security_group (10364a1f-5943-4ff0-82b3-8c53c15117fb), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.160692 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.161465 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.162001 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.163153 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.163681 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.164829 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.165404 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.165940 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.166991 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.167504 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.168007 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.168520 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.169041 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.169552 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.170050 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Tracked resource versions report: May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: pushed versions: May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: { 'AddressGroup': {'1.2'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Agent': {'1.1'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'ConntrackHelper': {'1.0'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'LocalIPAssociation': {'1.0'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Log': {'1.0'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'NDPProxy': {'1.0'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Network': {'1.1'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Port': {'1.7'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'PortForwarding': {'1.3'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'QosPolicy': {'1.10'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroup': {'1.5'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroupRule': {'1.2'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SubPort': {'1.0'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Subnet': {'1.1'}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Trunk': {'1.1'}} May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: consumer versions: May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: { DHCP agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: HyperV agent@hv-cinder-84051: {}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: L3 agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: Metadata agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: Metering agent@dv-cinder-840516-1-iscsi: {}, May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: Open vSwitch agent@dv-cinder-840516-1-iscsi: { 'AddressGroup': '1.2', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Agent': '1.1', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'ConntrackHelper': '1.0', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'LocalIPAssociation': '1.0', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Log': '1.0', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'NDPProxy': '1.0', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Network': '1.1', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Port': '1.7', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'PortForwarding': '1.3', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'QosPolicy': '1.10', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroup': '1.5', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SecurityGroupRule': '1.2', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'SubPort': '1.0', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Subnet': '1.1', May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: 'Trunk': '1.1'}} May 13 21:51:44.172677 dv-cinder-840516-1-iscsi neutron-server[114889]: {{(pid=114889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 21:51:44.177804 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Attempting to bind port 6d915438-a108-4fc8-9833-f40136beb453 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:44.178235 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Attempting to bind port 6d915438-a108-4fc8-9833-f40136beb453 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:44.178650 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Attempting to bind port 6d915438-a108-4fc8-9833-f40136beb453 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:44.188330 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:44.188716 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:44.189668 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.190152 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:44.190637 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Bound port: 6d915438-a108-4fc8-9833-f40136beb453, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:44.191044 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6d915438-a108-4fc8-9833-f40136beb453), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.267927 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] For port 6d915438-a108-4fc8-9833-f40136beb453, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:44.272620 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] For port 6d915438-a108-4fc8-9833-f40136beb453, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6d915438-a108-4fc8-9833-f40136beb453,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:44.280897 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6d915438-a108-4fc8-9833-f40136beb453), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.299169 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:44.306952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-f892a7b7-22fb-47e0-85f6-bf721e349eca None None] Current status of the port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:44.364322 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:44.364987 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:44.431933 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-729203a0-9a92-4c86-82ff-0efc15718d96 None None] Provisioning complete for port 2e0142f1-2c24-4d3b-b0be-59a288875be0 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:44.432304 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-729203a0-9a92-4c86-82ff-0efc15718d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.492814 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2e0142f1-2c24-4d3b-b0be-59a288875be0 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:44.541646 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f737d-cc73-4848-98c9-cd30954136a4 None None] Pushing event updated for resources: {'Port': ['ID=6d915438-a108-4fc8-9833-f40136beb453,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:44.548755 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2955aecd-ab52-4a75-bc3f-ec9504475424 req-7e3efc06-9ce4-441d-8f89-93159458e07c tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 210 time: 0.0902781 May 13 21:51:44.660940 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 2e0142f1-2c24-4d3b-b0be-59a288875be0 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:44.661320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.682785 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (5dbe637b-56ef-4ee0-9d32-561bb5036a83), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.683942 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:44.707937 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-729203a0-9a92-4c86-82ff-0efc15718d96 None None] Current status of the port 2e0142f1-2c24-4d3b-b0be-59a288875be0 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:44.749678 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Router b1415f57-5ee5-42de-9732-ec088c54deff is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:51:44.817017 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e87887d-617d-4ba0-ab5a-988e3f1eea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (10364a1f-5943-4ff0-82b3-8c53c15117fb), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.819653 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e87887d-617d-4ba0-ab5a-988e3f1eea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.823079 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6e87887d-617d-4ba0-ab5a-988e3f1eea30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10364a1f-5943-4ff0-82b3-8c53c15117fb HTTP/1.1" status: 204 len: 168 time: 1.2245021 May 13 21:51:44.898683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 2e0142f1-2c24-4d3b-b0be-59a288875be0 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:44.899850 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:44.965821 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (5dbe637b-56ef-4ee0-9d32-561bb5036a83), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:44.978507 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87887d-617d-4ba0-ab5a-988e3f1eea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10364a1f-5943-4ff0-82b3-8c53c15117fb,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:45.023992 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.024386 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.038652 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.039603 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > port after_create 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.039603 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > port after_delete 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.039603 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > port after_update 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.040692 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.040692 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.040692 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.041371 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.047917 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:45.048312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.086780 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:40Z', 'revision_number': 3, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:45.112600 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-635d305a-0ec4-496e-beb1-d8dddfa98750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.145022 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6368-e5b8-4c02-83bf-331f6bcf2543 None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:40Z', 'revision_number': 3, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:51:45.192709 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.58', 49481) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:45.266171 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:45.320544 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.320892 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.321242 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.321636 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:45.321908 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbe637b-56ef-4ee0-9d32-561bb5036a83']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:45.398186 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14f02fb-4732-4b96-99f3-9731659c3b09') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:45.398481 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14f02fb-4732-4b96-99f3-9731659c3b09') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:45.414383 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-dcf9f738-020e-4805-9ae5-2af2a4a5086c tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:45.418422 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-dcf9f738-020e-4805-9ae5-2af2a4a5086c tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.58 "GET /v2.0/networks?id=e31f46df-974a-465f-8ac4-4ac009072a8a HTTP/1.1" status: 200 len: 812 time: 0.2131603 May 13 21:51:45.469040 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (d14f02fb-4732-4b96-99f3-9731659c3b09), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.502117 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (d14f02fb-4732-4b96-99f3-9731659c3b09), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.515371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Request body: {'port': {'device_id': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a', 'admin_state_up': True, 'tenant_id': '39174f764455497c99b2fc47838407f8'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:45.519320 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.521750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:51:45.522155 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (d14f02fb-4732-4b96-99f3-9731659c3b09), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: from cryptography.utils import int_from_bytes May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: from cryptography.utils import int_from_bytes May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:51:45.528920 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:51:45.565785 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41114) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:45.582831 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:51:45.621582 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Sync routers for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:51:45.642371 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:45.643507 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:45.664416 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.666148 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-dfc79c0c-5f26-499d-9d8d-3c1b95e6f616 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9487340 May 13 21:51:45.672509 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41122) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:45.820263 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (5dbe637b-56ef-4ee0-9d32-561bb5036a83), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.833409 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:45.841718 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] 10.222.0.35 "DELETE /v2.0/networks/5dbe637b-56ef-4ee0-9d32-561bb5036a83 HTTP/1.1" status: 204 len: 168 time: 1.9628432 May 13 21:51:45.843906 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41130) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:45.942576 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:45.981623 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f789c9-b792-42df-8696-c8ef23607aac admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbe637b-56ef-4ee0-9d32-561bb5036a83,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:46.055591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dba592b9-dcd2-45f4-a269-b15804acdeee req-1b2f5f79-442b-4661-abea-0f609ab6b0ec tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 210 time: 0.1679683 May 13 21:51:46.062678 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Made reservation on behalf of 39174f764455497c99b2fc47838407f8 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:51:46.069155 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.152687 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-494eeb94-1d59-4394-9914-3e74922771a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.223446 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Deleting subnet 42573ff7-17c3-437c-9de1-ffe4740ddbb0 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:51:46.233052 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Publish callbacks [] for subnet (42573ff7-17c3-437c-9de1-ffe4740ddbb0), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.320289 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (42573ff7-17c3-437c-9de1-ffe4740ddbb0), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.402519 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (42573ff7-17c3-437c-9de1-ffe4740ddbb0), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.452634 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:42Z', 'revision_number': 3, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:46.526133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Checking router: b1415f57-5ee5-42de-9732-ec088c54deff for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:51:46.526921 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Updating router b1415f57-5ee5-42de-9732-ec088c54deff port 21016580-67d6-4104-b501-93582f43f73b binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:51:46.532402 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6d915438-a108-4fc8-9833-f40136beb453 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:46.533720 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Allocated IP 172.20.0.3 (e31f46df-974a-465f-8ac4-4ac009072a8a/3bb56b8e-c342-49d0-a829-9a6663979ac1/33b2d378-1acb-4b8e-945a-43a9d123744b) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:46.561949 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (42573ff7-17c3-437c-9de1-ffe4740ddbb0), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.653883 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42573ff7-17c3-437c-9de1-ffe4740ddbb0,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:46.658682 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.665841 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41176) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:46.666421 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-38ae5026-c322-4a93-ad89-4315822c5d17 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/42573ff7-17c3-437c-9de1-ffe4740ddbb0 HTTP/1.1" status: 204 len: 168 time: 0.7512929 May 13 21:51:46.685323 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (21016580-67d6-4104-b501-93582f43f73b), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.788948 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 6d915438-a108-4fc8-9833-f40136beb453 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:46.789659 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6d915438-a108-4fc8-9833-f40136beb453), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.815971 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (eb8cbf6c-e210-449b-9c52-99b1a3e67df0), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:46.856144 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Allocated IP 172.20.0.1 (54bb408e-38dc-4d63-b590-fa8bf9ca4da7/055a5873-16a7-4533-8689-e42dce4caaa1/6754927f-d9cf-4562-9e1f-420dfa812556) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:46.981824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks [] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.182068 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 6d915438-a108-4fc8-9833-f40136beb453 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:47.182461 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6d915438-a108-4fc8-9833-f40136beb453), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.402457 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (eb8cbf6c-e210-449b-9c52-99b1a3e67df0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.477699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.479631 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.480717 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.480717 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > port after_create 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.481030 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.481398 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > port after_update 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.481719 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.482032 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.482348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.482665 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.506337 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks [] for port (6754927f-d9cf-4562-9e1f-420dfa812556), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.588303 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Publish callbacks [] for port (21016580-67d6-4104-b501-93582f43f73b), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.660458 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (21016580-67d6-4104-b501-93582f43f73b), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.661529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.668644 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 6d915438-a108-4fc8-9833-f40136beb453, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6d915438-a108-4fc8-9833-f40136beb453,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:51:47.691024 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-06408270-902a-4813-8483-7934cabb2427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.775501 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6d915438-a108-4fc8-9833-f40136beb453), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.870165 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-494eeb94-1d59-4394-9914-3e74922771a5 admin admin] Publish callbacks [] for security_group (eda35634-5c7d-44c3-9952-a204b5ef2721), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.897765 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Attempting to bind port 21016580-67d6-4104-b501-93582f43f73b on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:47.898138 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Attempting to bind port 21016580-67d6-4104-b501-93582f43f73b by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:47.898504 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Attempting to bind port 21016580-67d6-4104-b501-93582f43f73b on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:47.923615 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-494eeb94-1d59-4394-9914-3e74922771a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (eda35634-5c7d-44c3-9952-a204b5ef2721), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.950896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.952501 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:47.952880 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:47.953342 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.954307 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.954682 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.955042 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 21:51:47.955415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8cbf6c-e210-449b-9c52-99b1a3e67df0']}} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:47.960956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:47.962636 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Bound port: 21016580-67d6-4104-b501-93582f43f73b, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:47.964627 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (21016580-67d6-4104-b501-93582f43f73b), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:47.999364 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cac4fb-6527-453f-a440-7621adab1954') {'for_net_delete': True} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:48.007849 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cac4fb-6527-453f-a440-7621adab1954') {} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:48.061345 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14381704'] for segment (63cac4fb-6527-453f-a440-7621adab1954), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.113634 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (63cac4fb-6527-453f-a440-7621adab1954), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.120516 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a3778-e498-4273-86fd-daf817cd95ea None None] Pushing event updated for resources: {'Port': ['ID=21016580-67d6-4104-b501-93582f43f73b,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.129466 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:51:48.130145 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13642576'] for segment (63cac4fb-6527-453f-a440-7621adab1954), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.172279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: from cryptography.utils import int_from_bytes May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: from cryptography.utils import int_from_bytes May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: Traceback (most recent call last): May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: timer() May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: cb(*args, **kw) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: return func(*args, **kwargs) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: self._notify() May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: self.callback(batched_events) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: event.method(event) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: return f(self, *a, **k) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._get(url).json() May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: return self.request(url, 'GET', **kwargs) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:51:48.242323 dv-cinder-840516-1-iscsi neutron-server[114887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:51:48.246286 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.250373 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (eb8cbf6c-e210-449b-9c52-99b1a3e67df0), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.310028 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:48.351909 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:48.374219 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Pushing event updated for resources: {'Port': ['ID=6754927f-d9cf-4562-9e1f-420dfa812556,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.422891 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1448c-6c04-4266-a00b-8bfdfbbb4c9d req-975f2426-8d88-4f07-b21d-5868063d9130 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:48.430629 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] For port 21016580-67d6-4104-b501-93582f43f73b, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:48.436459 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6be1448c-6c04-4266-a00b-8bfdfbbb4c9d req-975f2426-8d88-4f07-b21d-5868063d9130 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 931 time: 0.1980608 May 13 21:51:48.511990 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-494eeb94-1d59-4394-9914-3e74922771a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51ed5e55a27c4adca6394a55b5cbd7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9451151 May 13 21:51:48.533066 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41228) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:48.533407 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41230) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:48.534450 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494eeb94-1d59-4394-9914-3e74922771a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda35634-5c7d-44c3-9952-a204b5ef2721,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.570722 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] For port 21016580-67d6-4104-b501-93582f43f73b, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=21016580-67d6-4104-b501-93582f43f73b,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:48.580598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=6d915438-a108-4fc8-9833-f40136beb453,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.585435 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.590593 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (21016580-67d6-4104-b501-93582f43f73b), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.685557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6be1448c-6c04-4266-a00b-8bfdfbbb4c9d req-5e106d49-63ba-4ded-a02c-e2c6ae1f23bf tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478876 May 13 21:51:48.740455 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (a4591e44-7bb6-4b92-b09a-87d44bac3102), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.787286 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:48.787967 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:48Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:48.802947 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a3778-e498-4273-86fd-daf817cd95ea None None] Pushing event updated for resources: {'Port': ['ID=21016580-67d6-4104-b501-93582f43f73b,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.859096 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.863646 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb8cbf6c-e210-449b-9c52-99b1a3e67df0 HTTP/1.1" status: 204 len: 168 time: 2.1965618 May 13 21:51:48.876077 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Pushing event updated for resources: {'Port': ['ID=33b2d378-1acb-4b8e-945a-43a9d123744b,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.912254 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2b52f-aa4c-4c03-81c0-7b6bb5c455ee admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8cbf6c-e210-449b-9c52-99b1a3e67df0,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:48.927645 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Network e31f46df-974a-465f-8ac4-4ac009072a8a is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:48.929428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:48.932004 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f20a5b3-afb4-4742-beba-718e27ed40e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:48.935670 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:49.050473 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.052370 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:49.055652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.090210 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-9421af0e-1f81-4701-bf5d-b4a5e4f2d3d9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5811188 May 13 21:51:49.109403 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7f0fcf6a-846d-476a-a365-0190e489b2ea None None] Provisioning complete for port 6754927f-d9cf-4562-9e1f-420dfa812556 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:49.109790 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcf6a-846d-476a-a365-0190e489b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.121976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-c21fbd1d-29d6-4ab4-8514-e539dfb6cc24 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:51:49.124695 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-c21fbd1d-29d6-4ab4-8514-e539dfb6cc24 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0104735 May 13 21:51:49.195101 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fcf6a-846d-476a-a365-0190e489b2ea None None] Port 6754927f-d9cf-4562-9e1f-420dfa812556 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:51:49.241300 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:49.297246 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41246) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:49.353055 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-49a3865c-f763-4a39-b738-c2bdaa32ae12 admin admin] Publish callbacks [] for security_group (eda35634-5c7d-44c3-9952-a204b5ef2721), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.436825 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-01a7ab3b-55da-4431-a92d-ef662e9ff4ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b7079f32018466e99a74b43dbb0a5f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1380177 May 13 21:51:49.438450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41252) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:49.609034 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b688500-50c5-4f49-813d-7fbae3a0ece3 admin admin] Publish callbacks [] for security_group (e5c6462e-5421-4f0b-b45e-db4715813bc0), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.610253 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:42Z', 'revision_number': 3, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:49.654255 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88789e94-33ef-400f-bf3e-c94acc79fc23 None None] The sync data for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi is: [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:42Z', 'revision_number': 3, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:51:49.676119 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-49a3865c-f763-4a39-b738-c2bdaa32ae12 admin admin] Publish callbacks [] for security_group (eda35634-5c7d-44c3-9952-a204b5ef2721), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.677843 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.691254 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Request body: {'port': {'device_id': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:49.714795 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b688500-50c5-4f49-813d-7fbae3a0ece3 admin admin] Publish callbacks [] for security_group (e5c6462e-5421-4f0b-b45e-db4715813bc0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:49.842555 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.022044 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.099557 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee900-1e17-4b10-860f-5de6906deed2 req-c9698f11-99d7-472d-a94c-06e7bed5f1a1 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:50.124156 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0efee900-1e17-4b10-860f-5de6906deed2 req-c9698f11-99d7-472d-a94c-06e7bed5f1a1 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 931 time: 0.2707784 May 13 21:51:50.246141 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b688500-50c5-4f49-813d-7fbae3a0ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e5c6462e-5421-4f0b-b45e-db4715813bc0), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.260959 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b688500-50c5-4f49-813d-7fbae3a0ece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.265434 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-3b688500-50c5-4f49-813d-7fbae3a0ece3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5c6462e-5421-4f0b-b45e-db4715813bc0 HTTP/1.1" status: 204 len: 168 time: 0.8225529 May 13 21:51:50.352081 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f20a5b3-afb4-4742-beba-718e27ed40e2 admin admin] Publish callbacks [] for security_group (6b7097f9-c48a-4bba-a22a-0a6393c85dd0), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.393495 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Allocated IP 172.20.0.1 (90541eb1-b174-4a95-af44-3c1eff2260dd/a9aa13ff-3238-4df4-8c69-db98a048bb4f/e88e5316-0362-4de4-ae98-a4796f23c0f1) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:50.419410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b688500-50c5-4f49-813d-7fbae3a0ece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c6462e-5421-4f0b-b45e-db4715813bc0,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:50.445508 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f20a5b3-afb4-4742-beba-718e27ed40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6b7097f9-c48a-4bba-a22a-0a6393c85dd0), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.450379 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0efee900-1e17-4b10-860f-5de6906deed2 req-d4fb1500-f6ab-444f-980a-68c851f5c7cd tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244424 May 13 21:51:50.730505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 21016580-67d6-4104-b501-93582f43f73b up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:50.886813 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 21016580-67d6-4104-b501-93582f43f73b triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:50.887558 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (21016580-67d6-4104-b501-93582f43f73b), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.896460 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0f20a5b3-afb4-4742-beba-718e27ed40e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd76838c6c91427f8b0331f5338afeff&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3482909 May 13 21:51:50.897015 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-49a3865c-f763-4a39-b738-c2bdaa32ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (eda35634-5c7d-44c3-9952-a204b5ef2721), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.913006 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-49a3865c-f763-4a39-b738-c2bdaa32ae12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:50.916255 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-49a3865c-f763-4a39-b738-c2bdaa32ae12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eda35634-5c7d-44c3-9952-a204b5ef2721 HTTP/1.1" status: 204 len: 168 time: 2.3673220 May 13 21:51:50.916255 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20a5b3-afb4-4742-beba-718e27ed40e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7097f9-c48a-4bba-a22a-0a6393c85dd0,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:50.925760 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41278) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:51.020628 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b2d378-1acb-4b8e-945a-43a9d123744b {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:51:51.031657 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Publish callbacks [] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.066472 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Transition to ACTIVE for port object 33b2d378-1acb-4b8e-945a-43a9d123744b will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:51:51.072120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.138155 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 21016580-67d6-4104-b501-93582f43f73b is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:51.138592 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (21016580-67d6-4104-b501-93582f43f73b), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.171340 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Pushing event updated for resources: {'Port': ['ID=33b2d378-1acb-4b8e-945a-43a9d123744b,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:51.179602 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3865c-f763-4a39-b738-c2bdaa32ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda35634-5c7d-44c3-9952-a204b5ef2721,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:51.218286 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41282) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:51.236888 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 21016580-67d6-4104-b501-93582f43f73b, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=21016580-67d6-4104-b501-93582f43f73b,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:51:51.263544 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (21016580-67d6-4104-b501-93582f43f73b), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.264416 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6d915438-a108-4fc8-9833-f40136beb453 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:51.288234 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-50f6eddf-b3f0-4dfa-9512-7cfd7bb34cdc admin admin] Publish callbacks [] for security_group (6b7097f9-c48a-4bba-a22a-0a6393c85dd0), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.343001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks [] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.405307 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-50f6eddf-b3f0-4dfa-9512-7cfd7bb34cdc admin admin] Publish callbacks [] for security_group (6b7097f9-c48a-4bba-a22a-0a6393c85dd0), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.551367 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.599102 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks [] for port (6754927f-d9cf-4562-9e1f-420dfa812556), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.626656 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.653092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=21016580-67d6-4104-b501-93582f43f73b,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:51.674738 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-42461f41-822e-416d-874f-2d78bd106c7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14b40140d4ca4ee4b199e776dcfb652e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4533069 May 13 21:51:51.677269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 6d915438-a108-4fc8-9833-f40136beb453 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:51.677849 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6d915438-a108-4fc8-9833-f40136beb453), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:51.756336 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41300) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:51.794400 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Attempting to bind port 33b2d378-1acb-4b8e-945a-43a9d123744b on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:51.802350 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Attempting to bind port 33b2d378-1acb-4b8e-945a-43a9d123744b by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6062b382-fa95-496b-971d-d00f6ede360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:51.802983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Attempting to bind port 33b2d378-1acb-4b8e-945a-43a9d123744b on network e31f46df-974a-465f-8ac4-4ac009072a8a {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:51.812554 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Port 33b2d378-1acb-4b8e-945a-43a9d123744b on network e31f46df-974a-465f-8ac4-4ac009072a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:51:51.812806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Attempting to bind port 33b2d378-1acb-4b8e-945a-43a9d123744b on network e31f46df-974a-465f-8ac4-4ac009072a8a {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:51.835447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee4b1-9b39-443a-99db-d8d4e699528b req-c8daa33e-3b64-4764-b235-251a63ba2fb9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:51.846798 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d7ee4b1-9b39-443a-99db-d8d4e699528b req-c8daa33e-3b64-4764-b235-251a63ba2fb9 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.1884804 May 13 21:51:51.862368 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 6d915438-a108-4fc8-9833-f40136beb453 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:51.887322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:51.887940 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Checking segment: {'id': '6062b382-fa95-496b-971d-d00f6ede360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:51.888918 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Bound using segment: {'id': '6062b382-fa95-496b-971d-d00f6ede360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:51.889584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Bound port: 33b2d378-1acb-4b8e-945a-43a9d123744b, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6062b382-fa95-496b-971d-d00f6ede360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:51.890149 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.007896 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d7ee4b1-9b39-443a-99db-d8d4e699528b req-459172b0-dc39-44e9-a196-43df737dbb84 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600869 May 13 21:51:52.068884 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (a4591e44-7bb6-4b92-b09a-87d44bac3102), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.070439 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] For port 33b2d378-1acb-4b8e-945a-43a9d123744b, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:52.079859 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] For port 33b2d378-1acb-4b8e-945a-43a9d123744b, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=33b2d378-1acb-4b8e-945a-43a9d123744b,segment=NetworkSegment(6062b382-fa95-496b-971d-d00f6ede360c),segment_id=6062b382-fa95-496b-971d-d00f6ede360c)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:52.102497 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.206680 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:52.214249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.216433 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] 10.222.0.58 "PUT /v2.0/ports/33b2d378-1acb-4b8e-945a-43a9d123744b HTTP/1.1" status: 200 len: 1093 time: 2.8234227 May 13 21:51:52.217031 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'tag': '33b2d378-1acb-4b8e-945a-43a9d123744b'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:51:52.275445 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b040894f-2d30-4b77-9fa7-f2c16b0a2c58 admin admin] Publish callbacks [] for security_group (e2776002-01b5-4f71-a191-75bad7cf8567), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.277683 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-50f6eddf-b3f0-4dfa-9512-7cfd7bb34cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6b7097f9-c48a-4bba-a22a-0a6393c85dd0), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.281661 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-50f6eddf-b3f0-4dfa-9512-7cfd7bb34cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.289451 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-50f6eddf-b3f0-4dfa-9512-7cfd7bb34cdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b7097f9-c48a-4bba-a22a-0a6393c85dd0 HTTP/1.1" status: 204 len: 168 time: 1.2780490 May 13 21:51:52.357900 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6eddf-b3f0-4dfa-9512-7cfd7bb34cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7097f9-c48a-4bba-a22a-0a6393c85dd0,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:52.385754 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.420164 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Pushing event updated for resources: {'Port': ['ID=6754927f-d9cf-4562-9e1f-420dfa812556,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:52.502540 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 21016580-67d6-4104-b501-93582f43f73b up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:52.505087 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166b98-66e2-4be6-9a55-bc90ddd9d75d service neutron] Pushing event updated for resources: {'Port': ['ID=33b2d378-1acb-4b8e-945a-43a9d123744b,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:52.568486 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444a159b-5b99-4f09-b7e1-ce06cfa35c49" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc", "tag": "33b2d378-1acb-4b8e-945a-43a9d123744b"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:51:52.596783 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Pushing event updated for resources: {'Port': ['ID=e88e5316-0362-4de4-ae98-a4796f23c0f1,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:52.602980 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-f04f4e00-803f-4dc7-8596-c32d586a38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:52.604541 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-f04f4e00-803f-4dc7-8596-c32d586a38da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39174f764455497c99b2fc47838407f8&device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 1127 time: 0.2790117 May 13 21:51:52.617084 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b040894f-2d30-4b77-9fa7-f2c16b0a2c58 admin admin] Publish callbacks [] for security_group (e2776002-01b5-4f71-a191-75bad7cf8567), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.698269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 21016580-67d6-4104-b501-93582f43f73b triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:52.704148 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:52.704299 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (21016580-67d6-4104-b501-93582f43f73b), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:52.734968 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:52.765959 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:52.769592 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:52.891905 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:52.894377 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 21016580-67d6-4104-b501-93582f43f73b is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:52.924031 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (b1415f57-5ee5-42de-9732-ec088c54deff), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.167591 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-9ad63da7-e6f1-4dde-aa52-90108457f8cf None None] Provisioning complete for port e88e5316-0362-4de4-ae98-a4796f23c0f1 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:53.167987 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9ad63da7-e6f1-4dde-aa52-90108457f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.227933 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aaf91-4b3b-4db3-8831-cdf8cf9c9184 req-b5c1e307-db29-4427-907a-be0fa64b472d tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:53.239410 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5e0aaf91-4b3b-4db3-8831-cdf8cf9c9184 req-b5c1e307-db29-4427-907a-be0fa64b472d tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.1418638 May 13 21:51:53.276873 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-9ad63da7-e6f1-4dde-aa52-90108457f8cf None None] Port e88e5316-0362-4de4-ae98-a4796f23c0f1 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:51:53.342661 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7009dfd-d7ca-4eca-b555-c8e43277bc54 x-openstack-request-id: req-d7009dfd-d7ca-4eca-b555-c8e43277bc54 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:51:53.343105 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc", "tag": "33b2d378-1acb-4b8e-945a-43a9d123744b", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:51:53.343542 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7009dfd-d7ca-4eca-b555-c8e43277bc54 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:51:53.344254 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7009dfd-d7ca-4eca-b555-c8e43277bc54'] response: {'name': 'network-changed', 'server_uuid': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'tag': '33b2d378-1acb-4b8e-945a-43a9d123744b', 'status': 'completed', 'code': 200} May 13 21:51:53.355077 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5e0aaf91-4b3b-4db3-8831-cdf8cf9c9184 req-449cecfb-be38-466c-9ee1-576fe90c8e97 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051610 May 13 21:51:53.357322 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b040894f-2d30-4b77-9fa7-f2c16b0a2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e2776002-01b5-4f71-a191-75bad7cf8567), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.360245 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b040894f-2d30-4b77-9fa7-f2c16b0a2c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.364497 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b040894f-2d30-4b77-9fa7-f2c16b0a2c58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2776002-01b5-4f71-a191-75bad7cf8567 HTTP/1.1" status: 204 len: 168 time: 1.6058874 May 13 21:51:53.399927 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-90f83efe-180f-4a68-8ba5-fcaca452326c None None] Provisioning complete for port 6754927f-d9cf-4562-9e1f-420dfa812556 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:53.400892 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-90f83efe-180f-4a68-8ba5-fcaca452326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.408076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:51:53.444870 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-90f83efe-180f-4a68-8ba5-fcaca452326c None None] Port 6754927f-d9cf-4562-9e1f-420dfa812556 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:51:53.452247 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040894f-2d30-4b77-9fa7-f2c16b0a2c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2776002-01b5-4f71-a191-75bad7cf8567,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:53.564858 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.666637 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:51:53.674537 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0f15c969-4fcf-491f-a091-8e4569d867fd admin admin] 10.222.0.35 "PUT /v2.0/routers/a4591e44-7bb6-4b92-b09a-87d44bac3102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5390863 May 13 21:51:53.688991 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:51:53.706753 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:53.707843 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:48Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:53.924973 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks [] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.930268 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:53.947051 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:54.014892 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (b1415f57-5ee5-42de-9732-ec088c54deff), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.035137 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Pushing event updated for resources: {'Port': ['ID=e88e5316-0362-4de4-ae98-a4796f23c0f1,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:54.142357 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:54.144182 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:54.311619 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:50Z', 'revision_number': 2, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:54.329234 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Router b1415f57-5ee5-42de-9732-ec088c54deff has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:51:54.384779 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:51:54.392482 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Updating router a4591e44-7bb6-4b92-b09a-87d44bac3102 port 6754927f-d9cf-4562-9e1f-420dfa812556 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:51:54.447781 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41402) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:54.452859 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573556717', 'description': 'tempest-description--744354203'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:54.470466 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.491212 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-15a6af49-4631-4078-9977-dc67abf0f341 None None] Provisioning complete for port e88e5316-0362-4de4-ae98-a4796f23c0f1 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:54.493561 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-15a6af49-4631-4078-9977-dc67abf0f341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.527284 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:51:54.536676 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5dcace6e-6309-4b3f-bbd2-eb7033ebc69a admin admin] 10.222.0.35 "PUT /v2.0/routers/b1415f57-5ee5-42de-9732-ec088c54deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8601623 May 13 21:51:54.548463 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Sync routers for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:51:54.567477 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:54.568164 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:48Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:54.597776 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027d48-4cc7-4e69-b8d5-1ec9a4046041 req-bb66097c-7467-431c-8b5d-ac8f01154128 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:54.603406 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bd027d48-4cc7-4e69-b8d5-1ec9a4046041 req-bb66097c-7467-431c-8b5d-ac8f01154128 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.1228402 May 13 21:51:54.605801 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.612371 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-15a6af49-4631-4078-9977-dc67abf0f341 None None] Port e88e5316-0362-4de4-ae98-a4796f23c0f1 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:51:54.705966 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:54.744229 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bd027d48-4cc7-4e69-b8d5-1ec9a4046041 req-4197e9bc-9685-4ba4-ac73-cb93b5262366 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022656 May 13 21:51:54.797387 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (05620461-677a-4173-a7eb-15b73158ce35), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.803111 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (05620461-677a-4173-a7eb-15b73158ce35), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.839316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.845108 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41418) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:54.850288 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'security_group_rule': {'security_group_id': '05620461-677a-4173-a7eb-15b73158ce35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:54.856528 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4070473 May 13 21:51:54.868606 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3c6c8-8bfd-4dd9-96bf-4958a5de0397 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05620461-677a-4173-a7eb-15b73158ce35,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:54.927503 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (46686875-46c8-4299-ae97-7aacbd145878), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.936780 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Publish callbacks [] for port (6754927f-d9cf-4562-9e1f-420dfa812556), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:54.946899 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.075777 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (46686875-46c8-4299-ae97-7aacbd145878), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.086850 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (46686875-46c8-4299-ae97-7aacbd145878), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.148462 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.159194 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 2, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:55.163873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41434) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:55.172417 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'security_group_rule': {'security_group_id': '05620461-677a-4173-a7eb-15b73158ce35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:55.182157 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358448 May 13 21:51:55.191636 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfab24-3ced-45c0-aff4-0d216c0833af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46686875-46c8-4299-ae97-7aacbd145878,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:55.247597 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d64e3c-4e57-423e-b31e-d72c53b64ddb None None] Pushing event updated for resources: {'Port': ['ID=6754927f-d9cf-4562-9e1f-420dfa812556,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:55.249261 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Checking router: b1415f57-5ee5-42de-9732-ec088c54deff for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:51:55.249623 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Updating router b1415f57-5ee5-42de-9732-ec088c54deff port e88e5316-0362-4de4-ae98-a4796f23c0f1 binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:51:55.256393 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Attempting to bind port 6754927f-d9cf-4562-9e1f-420dfa812556 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:55.257132 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Attempting to bind port 6754927f-d9cf-4562-9e1f-420dfa812556 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:55.257832 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Attempting to bind port 6754927f-d9cf-4562-9e1f-420dfa812556 on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:55.264961 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:55.265772 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Checking segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:55.266374 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.266987 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Bound using segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:55.267649 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Bound port: 6754927f-d9cf-4562-9e1f-420dfa812556, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:55.267918 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (83264eb4-dae6-4426-a9c7-58e8e239d5ec), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.268449 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.341825 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.425364 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] For port 6754927f-d9cf-4562-9e1f-420dfa812556, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:55.429801 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] For port 6754927f-d9cf-4562-9e1f-420dfa812556, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6754927f-d9cf-4562-9e1f-420dfa812556,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:55.452910 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.622927 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:55.626039 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:48Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:55.695224 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] Provisioning complete for port 6754927f-d9cf-4562-9e1f-420dfa812556 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:55.695795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:55.743548 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d64e3c-4e57-423e-b31e-d72c53b64ddb None None] Pushing event updated for resources: {'Port': ['ID=6754927f-d9cf-4562-9e1f-420dfa812556,revision_number=4']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:55.867506 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:55.914445 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-faf8187d-5d1e-4df1-9721-c054a908cde7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b2d378-1acb-4b8e-945a-43a9d123744b HTTP/1.1" status: 200 len: 217 time: 0.4903531 May 13 21:51:55.960380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (83264eb4-dae6-4426-a9c7-58e8e239d5ec), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.097868 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608135-8104-4284-ac95-7a6067e82449 req-47452fa3-442b-45a4-b42c-cca414d87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:56.101258 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-47452fa3-442b-45a4-b42c-cca414d87baf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3bb56b8e-c342-49d0-a829-9a6663979ac1 HTTP/1.1" status: 200 len: 852 time: 0.1432915 May 13 21:51:56.116576 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (83264eb4-dae6-4426-a9c7-58e8e239d5ec), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.229328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012368d-1280-4451-b113-0b1f02c8c8cb req-e0130d2a-e222-4bab-95f4-e188f2834758 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:56.231906 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9012368d-1280-4451-b113-0b1f02c8c8cb req-e0130d2a-e222-4bab-95f4-e188f2834758 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.1215019 May 13 21:51:56.323622 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:55Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:56.398576 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.401138 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2360585 May 13 21:51:56.405573 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41482) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:51:56.410550 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:51:56.434563 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888023e-9913-4710-bf9c-271b50af3f00 None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:55Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:51:56.506886 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.587433 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Publish callbacks [] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.644217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514d928-9e32-46ff-b840-0aeef1bc5dda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83264eb4-dae6-4426-a9c7-58e8e239d5ec,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:56.645480 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.693746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-be6703dd-72f1-4901-90a8-47e8f0b4b9bc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:56.722657 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-be6703dd-72f1-4901-90a8-47e8f0b4b9bc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 818 time: 0.8344653 May 13 21:51:56.734564 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-d0cd04e6-bf57-41bc-b601-b4ad4f5e1c3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e31f46df-974a-465f-8ac4-4ac009072a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5163565 May 13 21:51:56.753677 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd3e3d-f57b-444c-ae83-33d254fdf726 None None] Pushing event updated for resources: {'Port': ['ID=e88e5316-0362-4de4-ae98-a4796f23c0f1,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:56.891699 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.909655 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] Current status of the port 6754927f-d9cf-4562-9e1f-420dfa812556 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:56.910063 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:56.922950 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-4f6a5d32-bc27-4b43-9f16-21e37e18dbd6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/quotas/428d047f511945e5bdf35eb8ed236507 HTTP/1.1" status: 200 len: 375 time: 0.1962678 May 13 21:51:57.124417 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Attempting to bind port e88e5316-0362-4de4-ae98-a4796f23c0f1 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:51:57.126196 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Attempting to bind port e88e5316-0362-4de4-ae98-a4796f23c0f1 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:51:57.126654 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Attempting to bind port e88e5316-0362-4de4-ae98-a4796f23c0f1 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:51:57.201152 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:51:57.201537 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Checking segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:51:57.202063 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:57.202419 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Bound using segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:51:57.207181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Bound port: e88e5316-0362-4de4-ae98-a4796f23c0f1, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:51:57.207655 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:57.234339 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9012368d-1280-4451-b113-0b1f02c8c8cb req-f5835334-e227-4944-89de-a2ee1f597b2d tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8742392 May 13 21:51:57.261372 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-be93ba99-3fd2-4b91-8d28-f92b04d66e83 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3136928 May 13 21:51:57.298278 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-86e9b61c-276f-46c8-9526-0c0447b4d5bd service neutron] 10.222.0.58 "GET /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777970 May 13 21:51:57.337905 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] For port 6754927f-d9cf-4562-9e1f-420dfa812556, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6754927f-d9cf-4562-9e1f-420dfa812556,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:51:57.426221 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Allocated IP 172.27.0.57 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/f510ec45-0e64-4446-9cc7-d46a68803ea0) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:51:57.433706 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:57.545961 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18608135-8104-4284-ac95-7a6067e82449 req-84f15e08-72d1-46f3-a76e-cc8b1adcb11d service neutron] 10.222.0.58 "GET /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289913 May 13 21:51:57.677900 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:51:57.729599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0ff6-ab9a-4b6e-9160-b633b4775c84 None None] Pushing event updated for resources: {'Port': ['ID=6754927f-d9cf-4562-9e1f-420dfa812556,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:57.748595 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-ccf4ecdf-7bd7-417c-a46f-7f30f6660725 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:51:57.759841 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-ccf4ecdf-7bd7-417c-a46f-7f30f6660725 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1630335 May 13 21:51:57.762828 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-b74f53f2-645d-4e94-8dc0-cbc3a79f3cce None None] Provisioning complete for port e88e5316-0362-4de4-ae98-a4796f23c0f1 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:57.763357 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b74f53f2-645d-4e94-8dc0-cbc3a79f3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:57.793443 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:57.865253 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:57.893156 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] For port e88e5316-0362-4de4-ae98-a4796f23c0f1, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:51:57.937624 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] For port e88e5316-0362-4de4-ae98-a4796f23c0f1, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=e88e5316-0362-4de4-ae98-a4796f23c0f1,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:51:57.947970 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-b74f53f2-645d-4e94-8dc0-cbc3a79f3cce None None] Port e88e5316-0362-4de4-ae98-a4796f23c0f1 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:51:57.963964 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:58.003062 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:51:58.009296 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:51:58.015329 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:51:58.032090 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-b74f53f2-645d-4e94-8dc0-cbc3a79f3cce None None] Provisioning complete for port 6754927f-d9cf-4562-9e1f-420dfa812556 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:58.032746 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b74f53f2-645d-4e94-8dc0-cbc3a79f3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:58.105286 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-68fc3de5-880e-4915-96bb-fee05e1b6e83 service neutron] 10.222.0.35 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419249 May 13 21:51:58.111050 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'Port': ['ID=f510ec45-0e64-4446-9cc7-d46a68803ea0,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:58.231904 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-6976deaa-60ea-47eb-bd8d-75aaf8b640fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:58.236826 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-6976deaa-60ea-47eb-bd8d-75aaf8b640fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=39174f764455497c99b2fc47838407f8&device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 1127 time: 0.5613284 May 13 21:51:58.252592 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:51:58.253337 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:51:48Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:58.514283 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:51:58.584255 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (612baf77-5b44-4ac3-aab1-55cf6ffb2522), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:58.636140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8a965-3dac-47ff-8ac7-460a19779b12 req-6098fef5-821c-41f7-8f04-11260a9fbaf1 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:51:58.637849 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-68f8a965-3dac-47ff-8ac7-460a19779b12 req-6098fef5-821c-41f7-8f04-11260a9fbaf1 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.1549582 May 13 21:51:58.661165 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-971a5ec3-f4fa-4f53-86ea-7f4608f965d8 service neutron] 10.222.0.35 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544214 May 13 21:51:58.672458 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:58.747099 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-68f8a965-3dac-47ff-8ac7-460a19779b12 req-894336f8-4ce4-4a82-b065-c30347c3c5d5 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838263 May 13 21:51:58.748926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd3e3d-f57b-444c-ae83-33d254fdf726 None None] Pushing event updated for resources: {'Port': ['ID=e88e5316-0362-4de4-ae98-a4796f23c0f1,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:51:58.765516 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6754927f-d9cf-4562-9e1f-420dfa812556 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:51:59.011096 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-b74f53f2-645d-4e94-8dc0-cbc3a79f3cce None None] Current status of the port 6754927f-d9cf-4562-9e1f-420dfa812556 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:59.073094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 6754927f-d9cf-4562-9e1f-420dfa812556 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:59.074324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:59.185125 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] Provisioning complete for port e88e5316-0362-4de4-ae98-a4796f23c0f1 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:51:59.185125 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:59.211344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-93df784a-9bc9-4920-86e1-1cb53fd31b68 req-5282ef38-cd87-4baf-8108-c715f9644491 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 210 time: 0.1467803 May 13 21:51:59.492760 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:51:59.765089 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff46184-c400-47e0-b8b1-84df83e65d78 None None] The sync data for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi is: [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:51:59.815360 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 6754927f-d9cf-4562-9e1f-420dfa812556 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:59.888556 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] Current status of the port e88e5316-0362-4de4-ae98-a4796f23c0f1 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:51:59.888967 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:59.944007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:51:59.974772 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:00.041890 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-164f8835-dfdf-4732-86f7-9e43f6c50ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:00.045572 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-164f8835-dfdf-4732-86f7-9e43f6c50ea2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e31f46df-974a-465f-8ac4-4ac009072a8a HTTP/1.1" status: 200 len: 913 time: 0.7581074 May 13 21:52:00.114428 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] For port e88e5316-0362-4de4-ae98-a4796f23c0f1, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=e88e5316-0362-4de4-ae98-a4796f23c0f1,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:00.127348 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:00.269955 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'Port': ['ID=f510ec45-0e64-4446-9cc7-d46a68803ea0,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:00.300590 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (612baf77-5b44-4ac3-aab1-55cf6ffb2522), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:00.336415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e4a8-b6bc-4656-8873-187c966f2991 None None] Pushing event updated for resources: {'Port': ['ID=e88e5316-0362-4de4-ae98-a4796f23c0f1,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:00.345085 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:00.349955 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4aaf700e-ddfd-432a-8435-b1781772de20 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9427235 May 13 21:52:00.398837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f1d66-a88b-4044-9dcb-9d18324944df req-df12e74d-5a99-4752-9838-3e70daba80fa tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:00.408637 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-607f1d66-a88b-4044-9dcb-9d18324944df req-df12e74d-5a99-4752-9838-3e70daba80fa tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.3523049 May 13 21:52:00.523621 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device e88e5316-0362-4de4-ae98-a4796f23c0f1 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:00.564591 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-64ccf3ed-344b-4422-95d7-5079caf904ab tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:00.566653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-64ccf3ed-344b-4422-95d7-5079caf904ab tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 818 time: 0.8808618 May 13 21:52:00.580638 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-607f1d66-a88b-4044-9dcb-9d18324944df req-dc9f89dd-b69a-4360-ba6f-8f4c95935e74 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688626 May 13 21:52:00.595249 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-5d412766-2f93-4804-9c91-88e843d4e0a8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/quotas/428d047f511945e5bdf35eb8ed236507 HTTP/1.1" status: 200 len: 375 time: 0.0125632 May 13 21:52:00.644477 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port e88e5316-0362-4de4-ae98-a4796f23c0f1 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:00.645289 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:00.720202 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-e537f607-9243-40c8-96fa-5a20251a94fd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099730 May 13 21:52:00.928567 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port e88e5316-0362-4de4-ae98-a4796f23c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:00.999064 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-5c543039-0121-4623-ae24-1aeba6880cf3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--573556717&fields=id&tenant_id=6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 267 time: 0.1172750 May 13 21:52:01.118062 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-add804e3-6881-4250-90b4-a389fa8e7607 service neutron] 10.222.0.35 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818672 May 13 21:52:01.238455 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-cc5635d7-0c85-44e2-bebc-2f14f6ea74b4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:01.240061 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-cc5635d7-0c85-44e2-bebc-2f14f6ea74b4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 816 time: 0.2398584 May 13 21:52:01.692005 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-a928ee3a-2b61-4e19-85c6-a08936b789b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b2d378-1acb-4b8e-945a-43a9d123744b HTTP/1.1" status: 200 len: 217 time: 0.4648349 May 13 21:52:01.695669 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-15e04cb9-fb5c-4e8c-81af-938e83bed9d6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/quotas/6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 375 time: 0.4372873 May 13 21:52:01.779404 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-3c38f300-fb62-4e86-b964-eea986bd8b44 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759377 May 13 21:52:01.781706 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-ad888273-2b9f-42b7-8830-1b5c37fe5e61 service neutron] 10.222.0.35 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514251 May 13 21:52:01.911614 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-11f49cc9-59dd-45fa-b93b-8e545934b678 service neutron] 10.222.0.35 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011131 May 13 21:52:02.077834 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461c5da-4d11-4a46-b6c9-a4a08c2da2fb req-bfecb96e-ef66-44f4-bb4f-c6e57fbfa077 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:02.079344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7461c5da-4d11-4a46-b6c9-a4a08c2da2fb req-bfecb96e-ef66-44f4-bb4f-c6e57fbfa077 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.1261032 May 13 21:52:02.085536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-fc845d68-f238-4ec8-8852-de4ba87538cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:02.087013 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-fc845d68-f238-4ec8-8852-de4ba87538cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3bb56b8e-c342-49d0-a829-9a6663979ac1 HTTP/1.1" status: 200 len: 852 time: 0.0969667 May 13 21:52:02.139250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-c66c68dc-7611-4d90-8f5f-f1bd1caeb43f service neutron] 10.222.0.35 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194543 May 13 21:52:02.142809 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-991120b7-43c8-4861-b75b-6acd6dee6221 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e31f46df-974a-465f-8ac4-4ac009072a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454381 May 13 21:52:02.196851 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7461c5da-4d11-4a46-b6c9-a4a08c2da2fb req-d7641fd0-b841-4cb4-ba1f-d7c058d8d533 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958791 May 13 21:52:02.303015 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-189190c6-5fe7-4663-90b0-c4988c406fb2 req-46110123-b12c-4f8f-9f97-efb1d1e3c3bf tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0768702 May 13 21:52:02.397098 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3341b8d9-c857-40a0-ac70-55f11ab0ce3f req-cb58d35d-155f-44ad-8a6a-637e9bd479b7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0400691 May 13 21:52:02.463112 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device e88e5316-0362-4de4-ae98-a4796f23c0f1 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:02.545573 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port e88e5316-0362-4de4-ae98-a4796f23c0f1 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:02.545951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:02.665812 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port e88e5316-0362-4de4-ae98-a4796f23c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:03.297495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9697-f0da-4603-b24b-06efb0dd9b5d req-a57b0643-79d8-49a4-83c9-de4422dba9f7 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:03.299012 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-165b9697-f0da-4603-b24b-06efb0dd9b5d req-a57b0643-79d8-49a4-83c9-de4422dba9f7 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.0473254 May 13 21:52:03.338272 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41766) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:03.347332 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-165b9697-f0da-4603-b24b-06efb0dd9b5d req-9dfa11ad-b554-4316-ba3a-35fd20c425c5 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 May 13 21:52:03.404560 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f22431fc-a480-4a4b-ad51-f87d8e766f15 req-f725de34-b17e-42ca-aaba-2a39fb419bfc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0294375 May 13 21:52:03.454903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2a09908d-f59e-4f1f-9500-23813a9cdccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.496511 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-43603fe9-23eb-4563-ad68-c896600ad5ac req-8b1660a2-53ac-451a-b1aa-d15b32ca5c04 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0276101 May 13 21:52:03.530437 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2a09908d-f59e-4f1f-9500-23813a9cdccc admin admin] Publish callbacks [] for security_group (20b30b83-2e89-4e3c-8fd8-3dc1708717f6), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.534002 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2a09908d-f59e-4f1f-9500-23813a9cdccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (20b30b83-2e89-4e3c-8fd8-3dc1708717f6), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.571041 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-2a09908d-f59e-4f1f-9500-23813a9cdccc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8d86efe63d64e8aa2f3aacba8811e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314875 May 13 21:52:03.571937 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09908d-f59e-4f1f-9500-23813a9cdccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b30b83-2e89-4e3c-8fd8-3dc1708717f6,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:03.573692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41772) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:03.623593 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ded6475e-60ce-4ee0-8c32-574ed1499f5e admin admin] Publish callbacks [] for security_group (20b30b83-2e89-4e3c-8fd8-3dc1708717f6), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.645125 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ded6475e-60ce-4ee0-8c32-574ed1499f5e admin admin] Publish callbacks [] for security_group (20b30b83-2e89-4e3c-8fd8-3dc1708717f6), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.698324 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ded6475e-60ce-4ee0-8c32-574ed1499f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (20b30b83-2e89-4e3c-8fd8-3dc1708717f6), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.702366 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ded6475e-60ce-4ee0-8c32-574ed1499f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:03.706603 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ded6475e-60ce-4ee0-8c32-574ed1499f5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20b30b83-2e89-4e3c-8fd8-3dc1708717f6 HTTP/1.1" status: 204 len: 168 time: 0.1313274 May 13 21:52:03.715341 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6475e-60ce-4ee0-8c32-574ed1499f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b30b83-2e89-4e3c-8fd8-3dc1708717f6,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:03.997102 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 41794) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:04.010099 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf44a-3ac6-4643-889f-68da4cad8814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.099807 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf44a-3ac6-4643-889f-68da4cad8814 admin admin] Publish callbacks [] for security_group (0bb02715-8a72-4979-b2a7-62c4d49dddb8), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.103659 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf44a-3ac6-4643-889f-68da4cad8814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0bb02715-8a72-4979-b2a7-62c4d49dddb8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.141518 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-3b3bf44a-3ac6-4643-889f-68da4cad8814 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7cb4ccdcc6ef4f19a695dce126085e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433365 May 13 21:52:04.142622 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bf44a-3ac6-4643-889f-68da4cad8814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb02715-8a72-4979-b2a7-62c4d49dddb8,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:04.144212 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 41802) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:04.193345 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f12-d8eb-43cc-8527-596753f2fd5b admin admin] Publish callbacks [] for security_group (0bb02715-8a72-4979-b2a7-62c4d49dddb8), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.214009 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f12-d8eb-43cc-8527-596753f2fd5b admin admin] Publish callbacks [] for security_group (0bb02715-8a72-4979-b2a7-62c4d49dddb8), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.260989 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f12-d8eb-43cc-8527-596753f2fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0bb02715-8a72-4979-b2a7-62c4d49dddb8), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.264123 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e33e9f12-d8eb-43cc-8527-596753f2fd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:04.265235 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e33e9f12-d8eb-43cc-8527-596753f2fd5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bb02715-8a72-4979-b2a7-62c4d49dddb8 HTTP/1.1" status: 204 len: 168 time: 0.1199584 May 13 21:52:04.272626 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e9f12-d8eb-43cc-8527-596753f2fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb02715-8a72-4979-b2a7-62c4d49dddb8,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:04.492868 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274283e-71e1-4403-825a-0115ee3bf46c req-13f79b70-d304-47ec-a2ab-9b3ac126a5f5 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:04.495384 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9274283e-71e1-4403-825a-0115ee3bf46c req-13f79b70-d304-47ec-a2ab-9b3ac126a5f5 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.0720203 May 13 21:52:04.535866 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4de040cc-1fd7-41aa-9f55-9c284f55953a req-0b606b55-e62b-4be4-92dd-aff390d78628 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0390871 May 13 21:52:04.565653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9274283e-71e1-4403-825a-0115ee3bf46c req-56a79649-f0af-4b42-bf64-ab01cf3d35e8 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586984 May 13 21:52:04.641721 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-685e5093-c51e-44e1-aeb8-2fedf18c3cfa req-ce905fde-75eb-4d1d-b092-13e5a3da9edc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0328572 May 13 21:52:05.637360 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d25909c-97c4-4b29-b109-546862b6ecbf req-17cb4503-f8c0-4f00-9d0e-e1615239918d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0305557 May 13 21:52:05.658272 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 33b2d378-1acb-4b8e-945a-43a9d123744b details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:52:05.691763 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70518b7d-ef8d-4c09-97b2-6e230f25a950 req-d3c845d0-b22b-44d5-a2cd-b196b4323f4e tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:05.699355 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70518b7d-ef8d-4c09-97b2-6e230f25a950 req-d3c845d0-b22b-44d5-a2cd-b196b4323f4e tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 943 time: 0.0571158 May 13 21:52:05.776644 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70518b7d-ef8d-4c09-97b2-6e230f25a950 req-242b594b-05c7-4111-af7f-c68d951050d4 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 May 13 21:52:05.779533 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed5623e2-1f7b-463c-84c7-b4c0811cfaa0 req-6aef0d9f-442d-482d-86cb-51db74c261da tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0487604 May 13 21:52:05.797415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 33b2d378-1acb-4b8e-945a-43a9d123744b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=33b2d378-1acb-4b8e-945a-43a9d123744b,segment=NetworkSegment(6062b382-fa95-496b-971d-d00f6ede360c),segment_id=6062b382-fa95-496b-971d-d00f6ede360c)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:05.811814 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '33b2d378-1acb-4b8e-945a-43a9d123744b', 'network_id': 'e31f46df-974a-465f-8ac4-4ac009072a8a', 'port_id': '33b2d378-1acb-4b8e-945a-43a9d123744b', 'mac_address': 'fa:16:3e:8f:e3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb56b8e-c342-49d0-a829-9a6663979ac1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:52:05.991729 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 33b2d378-1acb-4b8e-945a-43a9d123744b is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:05.992439 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:06.010198 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b2d378-1acb-4b8e-945a-43a9d123744b {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:06.012463 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-e2501d04-1ef0-4956-9fd1-f7a9f82246a8 service neutron] 10.222.0.58 "GET /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562798 May 13 21:52:06.037304 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 33b2d378-1acb-4b8e-945a-43a9d123744b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=33b2d378-1acb-4b8e-945a-43a9d123744b,segment=NetworkSegment(6062b382-fa95-496b-971d-d00f6ede360c),segment_id=6062b382-fa95-496b-971d-d00f6ede360c)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:06.051892 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:06.139248 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=33b2d378-1acb-4b8e-945a-43a9d123744b,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:06.243220 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-444a159b-5b99-4f09-b7e1-ce06cfa35c49 req-4c041491-269d-4832-9ccf-7dc7a67c1d04 service neutron] 10.222.0.58 "GET /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991925 May 13 21:52:06.441706 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['33b2d378-1acb-4b8e-945a-43a9d123744b'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:52:06.762048 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c8d2f4db-7373-498e-a539-7423d1531564 req-76ace653-841e-4d27-84fa-c3576e78903b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0292444 May 13 21:52:06.957465 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aaea3-b760-4c12-a2c7-2f736007fff8 req-0f2065ee-e9e7-4958-b79a-91654aed06bc tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:06.959162 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ac7aaea3-b760-4c12-a2c7-2f736007fff8 req-0f2065ee-e9e7-4958-b79a-91654aed06bc tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 944 time: 0.0945508 May 13 21:52:07.015358 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ac7aaea3-b760-4c12-a2c7-2f736007fff8 req-38201748-958c-4e09-aee7-74bae0ed3577 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 May 13 21:52:07.121691 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976069f0-f742-40cd-99c4-6ab477ef158a req-67369208-354c-468d-bf65-12d9c306cb19 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0495608 May 13 21:52:07.183436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.58', 49507) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:07.416896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.58', 49508) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:07.612680 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-3f4f46a6-8df0-4610-befa-b8852ae09a7e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:07.614453 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-3f4f46a6-8df0-4610-befa-b8852ae09a7e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 816 time: 0.3772995 May 13 21:52:07.637153 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-812a6d19-0f54-4a7f-b78b-5d86c5406fc0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:07.639261 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-812a6d19-0f54-4a7f-b78b-5d86c5406fc0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 818 time: 0.2217424 May 13 21:52:07.657122 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-ff38fa5e-26a2-45d1-ab94-80732a990c69 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:07.660392 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-ff38fa5e-26a2-45d1-ab94-80732a990c69 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 818 time: 0.4210870 May 13 21:52:07.688693 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'port': {'device_id': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'admin_state_up': True, 'tenant_id': '428d047f511945e5bdf35eb8ed236507'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:07.704768 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'port': {'device_id': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'admin_state_up': True, 'tenant_id': '428d047f511945e5bdf35eb8ed236507'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:07.785910 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-41d04768-6838-4eca-a1a5-bc9f3374e01d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 379 time: 0.1162798 May 13 21:52:07.848237 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'port': {'device_id': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'admin_state_up': True, 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'security_groups': ['05620461-677a-4173-a7eb-15b73158ce35']}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:07.945980 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Made reservation on behalf of 428d047f511945e5bdf35eb8ed236507 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:07.951084 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.014916 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Made reservation on behalf of 6a12e6fa2119499b93806f036eb55a0c for: {'port': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:08.016378 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c19adcab-f375-48b6-86e2-dd179c9d887b req-8ea8e7b7-36eb-4d18-8c89-c822219dc3ee tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0614207 May 13 21:52:08.032952 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Made reservation on behalf of 428d047f511945e5bdf35eb8ed236507 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:08.033352 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.038328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.368522 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44a47bb4-b3c3-4775-b544-1b2ae23d667b req-17b069ac-8caf-4859-a90d-ac8066c49fc5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0918241 May 13 21:52:08.411289 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f8929-ee3d-4f4a-a861-228ce7019978 req-38c0c5e6-5041-4d30-b85d-eaf783c08c5a tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:08.413114 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b80f8929-ee3d-4f4a-a861-228ce7019978 req-38c0c5e6-5041-4d30-b85d-eaf783c08c5a tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 944 time: 0.2848935 May 13 21:52:08.434539 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Allocated IP 172.20.0.8 (54bb408e-38dc-4d63-b590-fa8bf9ca4da7/055a5873-16a7-4533-8689-e42dce4caaa1/880b4122-8d33-43a8-a0b1-a0f01711790c) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:08.456883 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42090) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:08.458110 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Allocated IP 172.20.0.10 (90541eb1-b174-4a95-af44-3c1eff2260dd/a9aa13ff-3238-4df4-8c69-db98a048bb4f/c3aa6bb9-4ce2-4adf-953e-16d164392134) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:08.528101 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b80f8929-ee3d-4f4a-a861-228ce7019978 req-a38f8e14-038f-4908-9334-4c086cce3afc tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061954 May 13 21:52:08.661558 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 33b2d378-1acb-4b8e-945a-43a9d123744b up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:08.682292 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.733280 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 33b2d378-1acb-4b8e-945a-43a9d123744b completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:52:08.740174 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.743976 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 33b2d378-1acb-4b8e-945a-43a9d123744b triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:08.744665 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.750290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.797648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.826373 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:08.851662 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:08.854923 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:08.907908 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:08.941142 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42104) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:08.961718 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 33b2d378-1acb-4b8e-945a-43a9d123744b is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:08.962800 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:08.965391 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:08.982629 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:08.984884 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:08.985273 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.002919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:09.008446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e20364f5-00c7-4429-aa2a-403b3bfc71cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.025740 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b2d378-1acb-4b8e-945a-43a9d123744b'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:09.027106 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-1bcb2c26-7eb0-442f-9097-08c8521b980a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1942344 May 13 21:52:09.035537 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42108) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:09.079296 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Request body: {'port': {'device_id': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:09.140678 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 33b2d378-1acb-4b8e-945a-43a9d123744b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=33b2d378-1acb-4b8e-945a-43a9d123744b,segment=NetworkSegment(6062b382-fa95-496b-971d-d00f6ede360c),segment_id=6062b382-fa95-496b-971d-d00f6ede360c)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:09.165419 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Allocated IP 172.20.0.5 (90541eb1-b174-4a95-af44-3c1eff2260dd/a9aa13ff-3238-4df4-8c69-db98a048bb4f/e3fd2642-2b5f-482d-a83d-cd9af96786c4) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:09.170876 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.206154 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f577659-fb20-4174-93a8-5e94e86feeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.217164 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72a919b5-5676-4be7-a4ec-bf7c1ef7b640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.232946 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eeecd970-5403-4c92-b051-c7156bc8c6d0 req-eb12a2c3-8752-4fcc-8062-144f0ffbc70a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0812781 May 13 21:52:09.237899 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'Port': ['ID=c3aa6bb9-4ce2-4adf-953e-16d164392134,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:09.286274 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-5ceed37b-ec49-4127-8c6a-6a9f4b9737d7 None None] Provisioning complete for port 880b4122-8d33-43a8-a0b1-a0f01711790c triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:09.287084 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ceed37b-ec49-4127-8c6a-6a9f4b9737d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.339639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:09.340642 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.355502 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72a919b5-5676-4be7-a4ec-bf7c1ef7b640 admin admin] Publish callbacks [] for security_group (39f95126-f42a-4eea-b09c-a7d2c8c58704), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.384119 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=33b2d378-1acb-4b8e-945a-43a9d123744b,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:09.386651 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-db778804-a5ed-439a-a9f2-e11b58611cbb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6942317 May 13 21:52:09.390607 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72a919b5-5676-4be7-a4ec-bf7c1ef7b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (39f95126-f42a-4eea-b09c-a7d2c8c58704), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.402084 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e455c7-917e-4cd2-8b86-8a5d6309dd78" -d '{"events": [{"server_uuid": "4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc", "name": "network-vif-plugged", "status": "completed", "tag": "33b2d378-1acb-4b8e-945a-43a9d123744b"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:09.419261 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Request body: {'port': {'device_id': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:09.428770 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-5ceed37b-ec49-4127-8c6a-6a9f4b9737d7 None None] Port 880b4122-8d33-43a8-a0b1-a0f01711790c cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:09.433505 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.510627 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a919b5-5676-4be7-a4ec-bf7c1ef7b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f95126-f42a-4eea-b09c-a7d2c8c58704,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:09.518982 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-72a919b5-5676-4be7-a4ec-bf7c1ef7b640 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48cfbf08a65a4814bb083dd255d0dd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819343 May 13 21:52:09.521140 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42130) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:09.558601 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-1b2126cc-4ebe-46c2-a150-5aa8fb626874 None None] Provisioning complete for port c3aa6bb9-4ce2-4adf-953e-16d164392134 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:09.561051 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1b2126cc-4ebe-46c2-a150-5aa8fb626874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.579483 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e20364f5-00c7-4429-aa2a-403b3bfc71cc admin admin] Publish callbacks [] for security_group (a5b060f6-2816-414d-954f-ea63ab73f1af), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.608125 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb699f4-8d58-42bf-855a-4b631dc1ef59 req-940728f3-b086-4896-af77-2382766df9bb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:09.609680 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0eb699f4-8d58-42bf-855a-4b631dc1ef59 req-940728f3-b086-4896-af77-2382766df9bb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 931 time: 0.1349988 May 13 21:52:09.619328 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-1b2126cc-4ebe-46c2-a150-5aa8fb626874 None None] Port c3aa6bb9-4ce2-4adf-953e-16d164392134 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:09.647655 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5738e-f626-4c7a-8efa-8aef94559603 x-openstack-request-id: req-34b5738e-f626-4c7a-8efa-8aef94559603 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:09.647957 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc", "name": "network-vif-plugged", "status": "completed", "tag": "33b2d378-1acb-4b8e-945a-43a9d123744b", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:09.648247 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34b5738e-f626-4c7a-8efa-8aef94559603 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:09.648869 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b5738e-f626-4c7a-8efa-8aef94559603'] response: {'server_uuid': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b2d378-1acb-4b8e-945a-43a9d123744b', 'code': 200} May 13 21:52:09.658669 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f577659-fb20-4174-93a8-5e94e86feeac admin admin] Publish callbacks [] for security_group (b025d57e-cfa5-4583-9fb2-ed09a972061b), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.662516 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-894ca46d-742d-4285-a5eb-f206df16b016 admin admin] Publish callbacks [] for security_group (39f95126-f42a-4eea-b09c-a7d2c8c58704), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.683902 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f577659-fb20-4174-93a8-5e94e86feeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b025d57e-cfa5-4583-9fb2-ed09a972061b), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.847800 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e20364f5-00c7-4429-aa2a-403b3bfc71cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a5b060f6-2816-414d-954f-ea63ab73f1af), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:09.890782 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.58', 49522) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:09.958638 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.014908 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-894ca46d-742d-4285-a5eb-f206df16b016 admin admin] Publish callbacks [] for security_group (39f95126-f42a-4eea-b09c-a7d2c8c58704), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.021681 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4f577659-fb20-4174-93a8-5e94e86feeac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f189a77f1be940449545b2df5d27690a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0790591 May 13 21:52:10.030448 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42154) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:10.031131 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f577659-fb20-4174-93a8-5e94e86feeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025d57e-cfa5-4583-9fb2-ed09a972061b,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.033912 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ef78-18b1-4f7b-9552-f563940b87ed req-898bce3a-e45c-4379-afd1-2302acdba38b tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:10.041955 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7f41ef78-18b1-4f7b-9552-f563940b87ed req-898bce3a-e45c-4379-afd1-2302acdba38b tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.1967089 May 13 21:52:10.046383 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e20364f5-00c7-4429-aa2a-403b3bfc71cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79e233fe1abb4beda8f9d9755c0482f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5828798 May 13 21:52:10.062454 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20364f5-00c7-4429-aa2a-403b3bfc71cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b060f6-2816-414d-954f-ea63ab73f1af,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.062945 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42156) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:10.093767 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-0e583899-3a67-4483-8315-c044070ec202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:10.095509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-0e583899-3a67-4483-8315-c044070ec202 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 1129 time: 0.2012236 May 13 21:52:10.182500 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-a8761345-5a9e-4a47-aac4-b2ef11949766 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.186571 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.230787 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-894ca46d-742d-4285-a5eb-f206df16b016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (39f95126-f42a-4eea-b09c-a7d2c8c58704), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.233290 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-894ca46d-742d-4285-a5eb-f206df16b016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.234423 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-894ca46d-742d-4285-a5eb-f206df16b016 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39f95126-f42a-4eea-b09c-a7d2c8c58704 HTTP/1.1" status: 204 len: 168 time: 0.7108943 May 13 21:52:10.240030 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-32e2bf19-614a-4ef4-81e5-d90702bceafd admin admin] Publish callbacks [] for security_group (b025d57e-cfa5-4583-9fb2-ed09a972061b), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.244352 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0eb699f4-8d58-42bf-855a-4b631dc1ef59 req-f3f55fc9-197c-4ffd-9dc1-ba500d04294e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3975375 May 13 21:52:10.247520 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-97e76f39-270f-4c07-91a8-9cd06a945c44 admin admin] Publish callbacks [] for security_group (a5b060f6-2816-414d-954f-ea63ab73f1af), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.256724 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7f41ef78-18b1-4f7b-9552-f563940b87ed req-cfa5cb43-8b14-4bac-a96f-6f9185e674ab tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135572 May 13 21:52:10.271204 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ca46d-742d-4285-a5eb-f206df16b016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f95126-f42a-4eea-b09c-a7d2c8c58704,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.288880 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-32e2bf19-614a-4ef4-81e5-d90702bceafd admin admin] Publish callbacks [] for security_group (b025d57e-cfa5-4583-9fb2-ed09a972061b), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.355898 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-97e76f39-270f-4c07-91a8-9cd06a945c44 admin admin] Publish callbacks [] for security_group (a5b060f6-2816-414d-954f-ea63ab73f1af), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.410892 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880b4122-8d33-43a8-a0b1-a0f01711790c {{(pid=114886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:10.423256 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Publish callbacks [] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.443984 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7c9ee5dc-f4f3-4c56-8cb0-7541a982021b req-e3c6b11d-6e1f-443f-bff0-985c8d764832 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 210 time: 0.0525618 May 13 21:52:10.451236 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-32e2bf19-614a-4ef4-81e5-d90702bceafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b025d57e-cfa5-4583-9fb2-ed09a972061b), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.454288 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-32e2bf19-614a-4ef4-81e5-d90702bceafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.458735 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-32e2bf19-614a-4ef4-81e5-d90702bceafd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b025d57e-cfa5-4583-9fb2-ed09a972061b HTTP/1.1" status: 204 len: 168 time: 0.4248095 May 13 21:52:10.469842 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2bf19-614a-4ef4-81e5-d90702bceafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025d57e-cfa5-4583-9fb2-ed09a972061b,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.477776 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.489221 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.provisioning_blocks [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Transition to ACTIVE for port object 880b4122-8d33-43a8-a0b1-a0f01711790c will not be triggered until provisioned by entity L2. {{(pid=114886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:52:10.490307 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-97e76f39-270f-4c07-91a8-9cd06a945c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a5b060f6-2816-414d-954f-ea63ab73f1af), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.493873 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-97e76f39-270f-4c07-91a8-9cd06a945c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.498209 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-97e76f39-270f-4c07-91a8-9cd06a945c44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5b060f6-2816-414d-954f-ea63ab73f1af HTTP/1.1" status: 204 len: 168 time: 0.4268794 May 13 21:52:10.505102 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.510314 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e76f39-270f-4c07-91a8-9cd06a945c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b060f6-2816-414d-954f-ea63ab73f1af,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.588554 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.636393 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:10.658536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:10.666285 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:10.674059 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'Port': ['ID=e3fd2642-2b5f-482d-a83d-cd9af96786c4,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:10.749622 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Attempting to bind port 880b4122-8d33-43a8-a0b1-a0f01711790c on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:10.750017 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Attempting to bind port 880b4122-8d33-43a8-a0b1-a0f01711790c by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:10.751064 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Attempting to bind port 880b4122-8d33-43a8-a0b1-a0f01711790c on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:10.756911 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Port 880b4122-8d33-43a8-a0b1-a0f01711790c on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:52:10.757202 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Attempting to bind port 880b4122-8d33-43a8-a0b1-a0f01711790c on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:10.760259 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-a8761345-5a9e-4a47-aac4-b2ef11949766 service neutron] Publish callbacks [] for security_group (c159c6f9-6bef-4f9c-90df-581bbe2c6daa), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.763678 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:10.764054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Checking segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:10.764609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Bound using segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:10.765142 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Bound port: 880b4122-8d33-43a8-a0b1-a0f01711790c, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:10.765560 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.796495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-a8761345-5a9e-4a47-aac4-b2ef11949766 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c159c6f9-6bef-4f9c-90df-581bbe2c6daa), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.861422 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42176) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:10.883359 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, cleared binding levels {{(pid=114886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:10.887572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f2977136-30b7-4e71-8dea-cc00f22ca050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.923267 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:10.926947 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.950186 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:10.965054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:10.983729 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-a8761345-5a9e-4a47-aac4-b2ef11949766 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8569272 May 13 21:52:10.996785 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8761345-5a9e-4a47-aac4-b2ef11949766 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c159c6f9-6bef-4f9c-90df-581bbe2c6daa,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:11.025821 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:11.026460 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.028229 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] 10.222.0.58 "PUT /v2.0/ports/880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 1093 time: 1.9799407 May 13 21:52:11.029142 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-a80d02ec-2e39-4bc0-a2c5-f1f3fe71304b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3453462 May 13 21:52:11.033648 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:11.078066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa6bb9-4ce2-4adf-953e-16d164392134 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:11.097595 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c1ca4-3706-4191-898d-89eaf43d8d3e service neutron] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=3']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:11.098384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Publish callbacks [] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.131581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Transition to ACTIVE for port object c3aa6bb9-4ce2-4adf-953e-16d164392134 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:52:11.139946 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.161779 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f2977136-30b7-4e71-8dea-cc00f22ca050 admin admin] Publish callbacks [] for security_group (592ffc39-a447-47a8-987a-18fc1ebd4dba), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.173037 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f2977136-30b7-4e71-8dea-cc00f22ca050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (592ffc39-a447-47a8-987a-18fc1ebd4dba), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.225991 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-c90e1f4d-c79b-4e00-8b48-6b817cda2f70 None None] Provisioning complete for port e3fd2642-2b5f-482d-a83d-cd9af96786c4 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:11.228605 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa6bb9-4ce2-4adf-953e-16d164392134,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:11.242346 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c90e1f4d-c79b-4e00-8b48-6b817cda2f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.255239 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f2977136-30b7-4e71-8dea-cc00f22ca050 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5df94e79b6fb46da9ed7ddeb74bde5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924677 May 13 21:52:11.255883 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42186) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:11.266933 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42190) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:11.323908 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-c90e1f4d-c79b-4e00-8b48-6b817cda2f70 None None] Port e3fd2642-2b5f-482d-a83d-cd9af96786c4 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:11.333482 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2977136-30b7-4e71-8dea-cc00f22ca050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ffc39-a447-47a8-987a-18fc1ebd4dba,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:11.368627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Request body: {'port': {'device_id': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:11.386517 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7762841b-b67a-4dfc-ad3b-19790720800d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.593866 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7762841b-b67a-4dfc-ad3b-19790720800d admin admin] Publish callbacks [] for security_group (047812fb-6f4a-4ef9-a9e2-043e4629674a), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.602207 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:11.605712 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7762841b-b67a-4dfc-ad3b-19790720800d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (047812fb-6f4a-4ef9-a9e2-043e4629674a), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.617248 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Attempting to bind port c3aa6bb9-4ce2-4adf-953e-16d164392134 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:11.617542 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Attempting to bind port c3aa6bb9-4ce2-4adf-953e-16d164392134 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:11.618021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Attempting to bind port c3aa6bb9-4ce2-4adf-953e-16d164392134 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:11.632249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df839ced-bb2d-4d99-9f12-6509dc382a56 req-5aea86bd-c423-4d22-b29b-078909d45c77 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:11.633768 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-df839ced-bb2d-4d99-9f12-6509dc382a56 req-5aea86bd-c423-4d22-b29b-078909d45c77 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.1700032 May 13 21:52:11.648749 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7fb18a8c-e852-46be-acd5-3f3e3db82fd7 admin admin] Publish callbacks [] for security_group (592ffc39-a447-47a8-987a-18fc1ebd4dba), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.662481 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7762841b-b67a-4dfc-ad3b-19790720800d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97153c15fd6843308c4c8ad6f853e4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835750 May 13 21:52:11.663270 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42210) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:11.663375 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aefff6-edbd-44e1-b125-a6bcafefd5a0 req-76befb47-8563-42e8-a442-107adaedd686 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:11.664226 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-11aefff6-edbd-44e1-b125-a6bcafefd5a0 req-76befb47-8563-42e8-a442-107adaedd686 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1624629 May 13 21:52:11.664788 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Port c3aa6bb9-4ce2-4adf-953e-16d164392134 on network 90541eb1-b174-4a95-af44-3c1eff2260dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:52:11.665107 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Attempting to bind port c3aa6bb9-4ce2-4adf-953e-16d164392134 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:11.670625 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762841b-b67a-4dfc-ad3b-19790720800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047812fb-6f4a-4ef9-a9e2-043e4629674a,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:11.687688 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.705372 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:11.705714 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Checking segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:11.706099 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Bound using segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:11.706516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Bound port: c3aa6bb9-4ce2-4adf-953e-16d164392134, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:11.706912 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.766636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42216) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:11.798266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7fb18a8c-e852-46be-acd5-3f3e3db82fd7 admin admin] Publish callbacks [] for security_group (592ffc39-a447-47a8-987a-18fc1ebd4dba), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.805101 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-588a12a3-3bf3-4090-a7ee-467a46e76815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:11.806652 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-588a12a3-3bf3-4090-a7ee-467a46e76815 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1127 time: 0.0907345 May 13 21:52:11.816686 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b11ec35f-5ad0-40c6-b273-5f9ecd590e8f admin admin] Publish callbacks [] for security_group (047812fb-6f4a-4ef9-a9e2-043e4629674a), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.831066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-699b75d7-11b7-474c-8a12-2cea0c29075e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.907407 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-32d7fd06-8613-4364-95ab-e4413a8568b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 217 time: 0.0810421 May 13 21:52:11.910139 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b11ec35f-5ad0-40c6-b273-5f9ecd590e8f admin admin] Publish callbacks [] for security_group (047812fb-6f4a-4ef9-a9e2-043e4629674a), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:11.933139 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-df839ced-bb2d-4d99-9f12-6509dc382a56 req-f703bab2-1d55-4fe2-9a81-0e8c8a6a1fe8 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916617 May 13 21:52:11.969394 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42220) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:12.007449 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-47ac8bce-ebc9-4ab5-a780-0ba72c712706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:12.008931 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-47ac8bce-ebc9-4ab5-a780-0ba72c712706 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0895264 May 13 21:52:12.011264 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-11aefff6-edbd-44e1-b125-a6bcafefd5a0 req-50ec059f-9f54-4078-a29d-5cb89ea2aa94 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244679 May 13 21:52:12.100575 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b11ec35f-5ad0-40c6-b273-5f9ecd590e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (047812fb-6f4a-4ef9-a9e2-043e4629674a), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.103322 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b11ec35f-5ad0-40c6-b273-5f9ecd590e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.104647 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b11ec35f-5ad0-40c6-b273-5f9ecd590e8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/047812fb-6f4a-4ef9-a9e2-043e4629674a HTTP/1.1" status: 204 len: 168 time: 0.4410696 May 13 21:52:12.111105 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321032-8241-4906-955e-d053698891df req-26567278-a19c-4f1b-a606-4da43d63a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:12.113304 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-26567278-a19c-4f1b-a606-4da43d63a07f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864143 May 13 21:52:12.118623 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ec35f-5ad0-40c6-b273-5f9ecd590e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047812fb-6f4a-4ef9-a9e2-043e4629674a,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:12.160437 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6efbba-8ef1-4dad-8783-cbc8c5a8fb3f req-a97b9a04-e94a-489a-9980-08e24f12bb63 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:12.166771 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b6efbba-8ef1-4dad-8783-cbc8c5a8fb3f req-a97b9a04-e94a-489a-9980-08e24f12bb63 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 931 time: 0.1384475 May 13 21:52:12.224193 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] For port c3aa6bb9-4ce2-4adf-953e-16d164392134, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:12.246383 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-28f8e9d1-042d-4c73-b5a5-89a1f0511cb1 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095483 May 13 21:52:12.266359 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090a15d4-8008-4e05-9bee-e148cf8c137d x-openstack-request-id: req-090a15d4-8008-4e05-9bee-e148cf8c137d {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:12.266640 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:12.266941 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-090a15d4-8008-4e05-9bee-e148cf8c137d {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:12.267531 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090a15d4-8008-4e05-9bee-e148cf8c137d'] response: {'name': 'network-changed', 'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'status': 'completed', 'code': 200} May 13 21:52:12.280504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7354d50c-b97a-42a0-8554-0f16f1f259f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.283911 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] For port c3aa6bb9-4ce2-4adf-953e-16d164392134, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:12.298062 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7fb18a8c-e852-46be-acd5-3f3e3db82fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (592ffc39-a447-47a8-987a-18fc1ebd4dba), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.300634 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7fb18a8c-e852-46be-acd5-3f3e3db82fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.301817 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-7fb18a8c-e852-46be-acd5-3f3e3db82fd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/592ffc39-a447-47a8-987a-18fc1ebd4dba HTTP/1.1" status: 204 len: 168 time: 1.0337276 May 13 21:52:12.340066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.407238 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b9321032-8241-4906-955e-d053698891df req-471e9be6-5612-4aa2-8ce2-3a4d2541c2d5 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383948 May 13 21:52:12.411983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb18a8c-e852-46be-acd5-3f3e3db82fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ffc39-a447-47a8-987a-18fc1ebd4dba,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:12.431292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-699b75d7-11b7-474c-8a12-2cea0c29075e admin admin] Publish callbacks [] for security_group (a246dc4c-8794-469a-bf13-3ad8477098ae), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.464149 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-699b75d7-11b7-474c-8a12-2cea0c29075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a246dc4c-8794-469a-bf13-3ad8477098ae), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.472784 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:12.473425 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.474808 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] 10.222.0.58 "PUT /v2.0/ports/c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 200 len: 1094 time: 3.0653651 May 13 21:52:12.483832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'tag': 'c3aa6bb9-4ce2-4adf-953e-16d164392134'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:12.486078 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3283610d-1b22-488f-94e8-f4beb551068f" -d '{"events": [{"name": "network-changed", "server_uuid": "80f3e7ea-df2f-4358-a44c-ea4e9520b05c", "tag": "c3aa6bb9-4ce2-4adf-953e-16d164392134"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:12.511850 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b6efbba-8ef1-4dad-8783-cbc8c5a8fb3f req-b3f1778e-42f2-4a38-aba2-758f5f6d0f66 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897868 May 13 21:52:12.571993 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd895393-205c-472a-994b-53c04d8da94e x-openstack-request-id: req-bd895393-205c-472a-994b-53c04d8da94e {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:12.572287 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f3e7ea-df2f-4358-a44c-ea4e9520b05c", "tag": "c3aa6bb9-4ce2-4adf-953e-16d164392134", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:12.572535 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd895393-205c-472a-994b-53c04d8da94e {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:12.572929 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd895393-205c-472a-994b-53c04d8da94e'] response: {'name': 'network-changed', 'server_uuid': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'tag': 'c3aa6bb9-4ce2-4adf-953e-16d164392134', 'status': 'completed', 'code': 200} May 13 21:52:12.578327 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb08e7-c384-479d-8c99-071e5e4520d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa6bb9-4ce2-4adf-953e-16d164392134,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:12.593564 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-699b75d7-11b7-474c-8a12-2cea0c29075e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04e0137f927943859f6a355b37be9dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8101678 May 13 21:52:12.596524 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42240) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:12.597004 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b75d7-11b7-474c-8a12-2cea0c29075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a246dc4c-8794-469a-bf13-3ad8477098ae,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:12.700179 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7354d50c-b97a-42a0-8554-0f16f1f259f7 admin admin] Publish callbacks [] for security_group (8127bc8b-191b-4c28-93bd-2182aa966feb), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.702672 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fd2642-2b5f-482d-a83d-cd9af96786c4 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:12.714143 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Publish callbacks [] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.721358 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a0507bf3-dc08-4528-89d6-d303239c70ed admin admin] Publish callbacks [] for security_group (a246dc4c-8794-469a-bf13-3ad8477098ae), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.727126 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7354d50c-b97a-42a0-8554-0f16f1f259f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8127bc8b-191b-4c28-93bd-2182aa966feb), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.767311 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Transition to ACTIVE for port object e3fd2642-2b5f-482d-a83d-cd9af96786c4 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:52:12.770153 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a0507bf3-dc08-4528-89d6-d303239c70ed admin admin] Publish callbacks [] for security_group (a246dc4c-8794-469a-bf13-3ad8477098ae), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.788609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.815075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-7354d50c-b97a-42a0-8554-0f16f1f259f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d52b78bce534d219ac697c03c95d230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8396590 May 13 21:52:12.817978 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42260) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:12.840019 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354d50c-b97a-42a0-8554-0f16f1f259f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8127bc8b-191b-4c28-93bd-2182aa966feb,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:12.887231 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.901446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fd2642-2b5f-482d-a83d-cd9af96786c4,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:12.973517 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6f156df6-1295-4bab-b144-77602f5656ec admin admin] Publish callbacks [] for security_group (8127bc8b-191b-4c28-93bd-2182aa966feb), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.988664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a0507bf3-dc08-4528-89d6-d303239c70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a246dc4c-8794-469a-bf13-3ad8477098ae), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.994054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a0507bf3-dc08-4528-89d6-d303239c70ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:12.998820 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a0507bf3-dc08-4528-89d6-d303239c70ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a246dc4c-8794-469a-bf13-3ad8477098ae HTTP/1.1" status: 204 len: 168 time: 0.3987782 May 13 21:52:13.033982 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0507bf3-dc08-4528-89d6-d303239c70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246dc4c-8794-469a-bf13-3ad8477098ae,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:13.037184 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6f156df6-1295-4bab-b144-77602f5656ec admin admin] Publish callbacks [] for security_group (8127bc8b-191b-4c28-93bd-2182aa966feb), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:13.043834 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Attempting to bind port e3fd2642-2b5f-482d-a83d-cd9af96786c4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:13.044725 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Attempting to bind port e3fd2642-2b5f-482d-a83d-cd9af96786c4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:13.045054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Attempting to bind port e3fd2642-2b5f-482d-a83d-cd9af96786c4 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:13.056139 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Port e3fd2642-2b5f-482d-a83d-cd9af96786c4 on network 90541eb1-b174-4a95-af44-3c1eff2260dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:52:13.056380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Attempting to bind port e3fd2642-2b5f-482d-a83d-cd9af96786c4 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:13.069470 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:13.069723 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Checking segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:13.070114 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Bound using segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:13.070556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Bound port: e3fd2642-2b5f-482d-a83d-cd9af96786c4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:13.071042 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:13.156573 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6f156df6-1295-4bab-b144-77602f5656ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8127bc8b-191b-4c28-93bd-2182aa966feb), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:13.159251 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6f156df6-1295-4bab-b144-77602f5656ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:13.162846 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6f156df6-1295-4bab-b144-77602f5656ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8127bc8b-191b-4c28-93bd-2182aa966feb HTTP/1.1" status: 204 len: 168 time: 0.3434896 May 13 21:52:13.176206 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f156df6-1295-4bab-b144-77602f5656ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127bc8b-191b-4c28-93bd-2182aa966feb,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:13.318740 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba2c21-5671-4500-8342-aa37a6c5286d req-2f81e380-3a9d-4b5f-989e-a408ccedd3a8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:13.320346 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-12ba2c21-5671-4500-8342-aa37a6c5286d req-2f81e380-3a9d-4b5f-989e-a408ccedd3a8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1511865 May 13 21:52:13.329316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8964-98f0-439b-b000-569f80b93e8c req-b371ad14-5fe8-475a-a412-246af64952b8 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:13.335967 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ca4b8964-98f0-439b-b000-569f80b93e8c req-b371ad14-5fe8-475a-a412-246af64952b8 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.1682212 May 13 21:52:13.359743 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] For port e3fd2642-2b5f-482d-a83d-cd9af96786c4, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:13.389988 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] For port e3fd2642-2b5f-482d-a83d-cd9af96786c4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:13.408767 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:13.480435 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ca4b8964-98f0-439b-b000-569f80b93e8c req-7026f716-ec42-4481-adcd-0bc07810dcd1 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389329 May 13 21:52:13.501161 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-12ba2c21-5671-4500-8342-aa37a6c5286d req-69d804f2-1261-432d-b9cf-ea0dfee3b9bf tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571298 May 13 21:52:13.537481 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:13.538104 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:13.539481 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-235022cc-5580-4002-93c2-6364889922b7 service neutron] 10.222.0.58 "PUT /v2.0/ports/e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 200 len: 1093 time: 2.1953804 May 13 21:52:13.557304 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-56a24a30-fe23-47b8-9d37-52100f274b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:13.558829 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-56a24a30-fe23-47b8-9d37-52100f274b5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1127 time: 0.1044676 May 13 21:52:13.581573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235022cc-5580-4002-93c2-6364889922b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fd2642-2b5f-482d-a83d-cd9af96786c4,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:13.673824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9cc7-6a3c-47c6-af48-2a153c8ed210 req-e9c5fe48-5346-402c-8e00-9cd311a53bed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:13.675485 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-966b9cc7-6a3c-47c6-af48-2a153c8ed210 req-e9c5fe48-5346-402c-8e00-9cd311a53bed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 943 time: 0.0665047 May 13 21:52:13.742639 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-966b9cc7-6a3c-47c6-af48-2a153c8ed210 req-185fa976-f02c-4c60-8da5-3e517d72e40a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590541 May 13 21:52:14.032467 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283610d-1b22-488f-94e8-f4beb551068f req-b0aefa32-598d-426a-afa2-293aa3150cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.035586 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3283610d-1b22-488f-94e8-f4beb551068f req-b0aefa32-598d-426a-afa2-293aa3150cb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1128 time: 0.0467937 May 13 21:52:14.272636 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283610d-1b22-488f-94e8-f4beb551068f req-532554b8-50c9-4315-8132-ffecfa11ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.275163 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3283610d-1b22-488f-94e8-f4beb551068f req-532554b8-50c9-4315-8132-ffecfa11ce32 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=428d047f511945e5bdf35eb8ed236507&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2156870 May 13 21:52:14.315924 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-b7c04d5b-3123-4889-b8eb-edb8817bf8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.318159 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-b7c04d5b-3123-4889-b8eb-edb8817bf8aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1127 time: 0.0975022 May 13 21:52:14.393701 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-9432477c-ceef-4668-993d-39d2bc4cabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.398428 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-9432477c-ceef-4668-993d-39d2bc4cabc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.3763051 May 13 21:52:14.480483 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-d6c569d3-2474-4393-9970-e9282171cf0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 200 len: 217 time: 0.1424682 May 13 21:52:14.602665 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'tag': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:14.608872 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee87477e-fa8d-438f-8116-bc9a40efa085" -d '{"events": [{"name": "network-changed", "server_uuid": "91fde36f-b050-42de-b5cb-b2914bc8f572", "tag": "e3fd2642-2b5f-482d-a83d-cd9af96786c4"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:14.640907 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-11cf82a0-ee4c-420b-bf41-6ec039251bec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 217 time: 0.1654158 May 13 21:52:14.674697 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:52:14.730416 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283610d-1b22-488f-94e8-f4beb551068f req-62ec2642-687d-4143-908d-6dcc70729e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.733385 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3283610d-1b22-488f-94e8-f4beb551068f req-62ec2642-687d-4143-908d-6dcc70729e2b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4506443 May 13 21:52:14.879368 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-1a970038-2451-4695-a3e0-dc64e071d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.880933 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-1a970038-2451-4695-a3e0-dc64e071d9c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.3807046 May 13 21:52:14.891037 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1a56e-07cb-49e1-a7af-b85f767d34e2 req-48f88450-9dc4-4d79-b797-0200dbd3e6f6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.897586 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b0c1a56e-07cb-49e1-a7af-b85f767d34e2 req-48f88450-9dc4-4d79-b797-0200dbd3e6f6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.2834334 May 13 21:52:14.899334 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:14.917721 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-cb0c5754-08f4-44f8-a462-dcc268a83221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.921200 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-cb0c5754-08f4-44f8-a462-dcc268a83221 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1128 time: 0.0949879 May 13 21:52:14.926905 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'mac_address': 'fa:16:3e:8d:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:52:14.934007 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646f76c-b53c-4c72-a0e1-6c61fcf8cd52 req-e29dbd89-e6c6-4c87-b39e-49f91dfc0331 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:14.936603 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1646f76c-b53c-4c72-a0e1-6c61fcf8cd52 req-e29dbd89-e6c6-4c87-b39e-49f91dfc0331 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.3243122 May 13 21:52:15.012212 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-93a3d1a5-ce0c-4c2d-96f4-c944de682da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:15.014118 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-93a3d1a5-ce0c-4c2d-96f4-c944de682da5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.3303266 May 13 21:52:15.014717 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-a9cf0854-a83a-4093-a0ff-4c2d6266d1e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 200 len: 217 time: 0.0736384 May 13 21:52:15.045626 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:15.045933 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:15.062074 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880b4122-8d33-43a8-a0b1-a0f01711790c {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:15.068017 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a72b98f1-2eee-4059-89a1-d9f6b30e09f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:15.086806 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-31be78e9-4b47-40ac-be92-39784d8059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:15.089185 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:15.091853 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-31be78e9-4b47-40ac-be92-39784d8059cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0636942 May 13 21:52:15.096997 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:15.117525 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-532198f1-3188-4e81-b548-c4286480eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:15.119079 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-532198f1-3188-4e81-b548-c4286480eb5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887818 May 13 21:52:15.123882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343438-10f6-4785-8a80-57910a2cfef1 req-8c215579-161d-4e42-adbc-bfa3d7dd78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:15.126942 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-8c215579-161d-4e42-adbc-bfa3d7dd78e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2235146 May 13 21:52:15.146487 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-97192a95-f729-43ee-b672-fe4ed2f092b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:15.149561 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-97192a95-f729-43ee-b672-fe4ed2f092b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505059 May 13 21:52:15.164939 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:15.227544 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b0c1a56e-07cb-49e1-a7af-b85f767d34e2 req-742c4b23-3a48-429f-b9cf-728faf18c79e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903428 May 13 21:52:15.289159 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1646f76c-b53c-4c72-a0e1-6c61fcf8cd52 req-999f556f-aa9d-4cc4-903c-27edc295343c tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192029 May 13 21:52:15.326176 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-38deb230-d7a2-498a-a962-c72ee8518eab service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672721 May 13 21:52:15.397472 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d3611a-2f07-4681-9a1c-bd3925f084a1 x-openstack-request-id: req-90d3611a-2f07-4681-9a1c-bd3925f084a1 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:15.398469 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fde36f-b050-42de-b5cb-b2914bc8f572", "tag": "e3fd2642-2b5f-482d-a83d-cd9af96786c4", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:15.398976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90d3611a-2f07-4681-9a1c-bd3925f084a1 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:15.399728 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d3611a-2f07-4681-9a1c-bd3925f084a1'] response: {'name': 'network-changed', 'server_uuid': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'tag': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4', 'status': 'completed', 'code': 200} May 13 21:52:15.416292 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['880b4122-8d33-43a8-a0b1-a0f01711790c'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:52:15.534343 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-17e4163d-a747-46dc-a129-69efe1dbbbbc req-3bf71689-786c-48c0-bbcf-c6694fcf406c service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015159 May 13 21:52:15.571735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acda45-a41a-409e-89e0-28946cf15d21 req-3f3ee3f6-bc66-4fac-a98a-36a0a53f0ab1 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:15.573449 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-36acda45-a41a-409e-89e0-28946cf15d21 req-3f3ee3f6-bc66-4fac-a98a-36a0a53f0ab1 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 943 time: 0.1636825 May 13 21:52:15.580538 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-555b7f35-088a-44de-a0de-af1f4dc3f051 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636248 May 13 21:52:15.585384 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-544e7e9a-9513-4b11-9740-a5e304c683dd service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057653 May 13 21:52:15.638366 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-36acda45-a41a-409e-89e0-28946cf15d21 req-02e9953d-34dd-4ec1-b612-c408ea26795d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 May 13 21:52:16.521454 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25343438-10f6-4785-8a80-57910a2cfef1 req-c2efbac4-14bb-46dc-978a-3c5206cf2bac service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290956 May 13 21:52:16.529748 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558b5ae-9ea7-4e76-adf7-88c92b4498fe req-ef48decd-3244-4647-9333-b47e2f4874b5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:16.531448 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4558b5ae-9ea7-4e76-adf7-88c92b4498fe req-ef48decd-3244-4647-9333-b47e2f4874b5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 944 time: 0.2008076 May 13 21:52:16.651329 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4558b5ae-9ea7-4e76-adf7-88c92b4498fe req-7d887e80-03d0-4d3d-964f-8a1ce126837c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639226 May 13 21:52:16.669832 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4cb235-9e9b-43c3-bb08-a8a971b73cad req-05bba44c-903e-485e-b03b-14f81df73d50 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769434 May 13 21:52:16.695784 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:16.798342 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 880b4122-8d33-43a8-a0b1-a0f01711790c completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:52:16.810766 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 880b4122-8d33-43a8-a0b1-a0f01711790c triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:16.811157 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:16.820306 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08deaf-7bd7-49e5-ae5d-7f712ced15f2 req-e0fb9007-2932-4b1b-944e-747fec076f3a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:16.822174 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5e08deaf-7bd7-49e5-ae5d-7f712ced15f2 req-e0fb9007-2932-4b1b-944e-747fec076f3a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 943 time: 0.0723574 May 13 21:52:16.899812 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5e08deaf-7bd7-49e5-ae5d-7f712ced15f2 req-10b650d8-81d3-4643-b253-bb86478fff20 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716646 May 13 21:52:16.918070 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42456) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:16.952895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:16.953307 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:16.988487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:16.990744 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79d7d8-81e8-431b-8f00-343bb13eb0fd" -d '{"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:17.019155 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:17.026991 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.061775 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b224971-076b-4685-b329-c7032b141334 x-openstack-request-id: req-8b224971-076b-4685-b329-c7032b141334 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:17.062090 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:17.062343 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b224971-076b-4685-b329-c7032b141334 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:17.062746 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b224971-076b-4685-b329-c7032b141334'] response: {'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'code': 200} May 13 21:52:17.091264 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:17.186258 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-af2826ee-79d3-4606-ab7a-6cf02e12415d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.277608 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-af2826ee-79d3-4606-ab7a-6cf02e12415d admin admin] Publish callbacks [] for security_group (6cca663d-55f5-4fba-870d-6c7892fb59b8), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.286046 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-af2826ee-79d3-4606-ab7a-6cf02e12415d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6cca663d-55f5-4fba-870d-6c7892fb59b8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.292068 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8acac9f4-e9c8-43d7-9971-a7bcac5d279c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.330007 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-af2826ee-79d3-4606-ab7a-6cf02e12415d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd2f8917ab214de99e83e179a1c9abcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098897 May 13 21:52:17.333371 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42476) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:17.352392 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2826ee-79d3-4606-ab7a-6cf02e12415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca663d-55f5-4fba-870d-6c7892fb59b8,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:17.438218 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de02bb0f-767e-4b0e-a72a-2de28bcdd897 admin admin] Publish callbacks [] for security_group (6cca663d-55f5-4fba-870d-6c7892fb59b8), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.464927 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-692dfb11-c54a-468e-9cdf-31d4f8b92d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:17.468388 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-692dfb11-c54a-468e-9cdf-31d4f8b92d3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1127 time: 0.0593030 May 13 21:52:17.485327 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de02bb0f-767e-4b0e-a72a-2de28bcdd897 admin admin] Publish callbacks [] for security_group (6cca663d-55f5-4fba-870d-6c7892fb59b8), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.556744 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de02bb0f-767e-4b0e-a72a-2de28bcdd897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6cca663d-55f5-4fba-870d-6c7892fb59b8), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.560200 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de02bb0f-767e-4b0e-a72a-2de28bcdd897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:17.561390 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-de02bb0f-767e-4b0e-a72a-2de28bcdd897 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cca663d-55f5-4fba-870d-6c7892fb59b8 HTTP/1.1" status: 204 len: 168 time: 0.2260919 May 13 21:52:17.598250 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02bb0f-767e-4b0e-a72a-2de28bcdd897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca663d-55f5-4fba-870d-6c7892fb59b8,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:17.630272 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-c1c2d132-9639-4a61-bf3e-6910b16af65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:17.633851 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-c1c2d132-9639-4a61-bf3e-6910b16af65b service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.1593614 May 13 21:52:17.692242 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-35a403c2-edca-4d7e-8145-5059520cdb9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 200 len: 217 time: 0.0518665 May 13 21:52:17.764922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d04b0-5996-4bac-96b6-1bdd650bdbc4 req-554b472d-47f9-4978-aca0-f49e814d844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:17.766435 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-001d04b0-5996-4bac-96b6-1bdd650bdbc4 req-554b472d-47f9-4978-aca0-f49e814d844f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1129 time: 0.0834181 May 13 21:52:17.769983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-03cf38b4-f3a2-43ed-a31a-7d5b6797197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:17.771375 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-03cf38b4-f3a2-43ed-a31a-7d5b6797197c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0582054 May 13 21:52:17.916855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-515433c2-9914-4b90-a411-9fb206947b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:17.918669 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-515433c2-9914-4b90-a411-9fb206947b5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290336 May 13 21:52:17.930992 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eca88-12a6-4c53-b428-cb187403dcaa req-8a27d90d-bb09-4891-8a5e-550e7d4fbdcb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:17.932565 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-474eca88-12a6-4c53-b428-cb187403dcaa req-8a27d90d-bb09-4891-8a5e-550e7d4fbdcb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1122918 May 13 21:52:17.971797 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-001d04b0-5996-4bac-96b6-1bdd650bdbc4 req-763138bc-b78c-4d5c-b084-672f2dbbdea7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989946 May 13 21:52:18.071868 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42532) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:18.092420 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fb86c1f-b577-40d5-acd0-00596f617b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.113516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4da42-27a3-4b0d-a16c-2743d085f7b3 req-682255fd-64a3-41b4-9153-5467b4093022 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:18.121075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ffb4da42-27a3-4b0d-a16c-2743d085f7b3 req-682255fd-64a3-41b4-9153-5467b4093022 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 943 time: 0.1306386 May 13 21:52:18.147103 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-474eca88-12a6-4c53-b428-cb187403dcaa req-63900304-07ea-4bf5-961a-016e91bbac6d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988838 May 13 21:52:18.191034 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fb86c1f-b577-40d5-acd0-00596f617b9d admin admin] Publish callbacks [] for security_group (0bdb18be-318c-4437-ad46-0a6e45f0846e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.198929 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fb86c1f-b577-40d5-acd0-00596f617b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0bdb18be-318c-4437-ad46-0a6e45f0846e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.211895 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-06e543cc-cffe-47be-8957-26a1a5296e83 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763782 May 13 21:52:18.221734 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ffb4da42-27a3-4b0d-a16c-2743d085f7b3 req-6b6b4c31-cd47-4d02-9c80-e1bbb7778f1b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995986 May 13 21:52:18.236141 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6fb86c1f-b577-40d5-acd0-00596f617b9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6e750f9f47d4acc9f02050d068a3d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628990 May 13 21:52:18.238744 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42544) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:18.254900 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb86c1f-b577-40d5-acd0-00596f617b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb18be-318c-4437-ad46-0a6e45f0846e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:18.316365 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e25dbaa6-3af1-4b49-a8b0-434d6a36a748 admin admin] Publish callbacks [] for security_group (0bdb18be-318c-4437-ad46-0a6e45f0846e), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.379316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e25dbaa6-3af1-4b49-a8b0-434d6a36a748 admin admin] Publish callbacks [] for security_group (0bdb18be-318c-4437-ad46-0a6e45f0846e), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.429954 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee87477e-fa8d-438f-8116-bc9a40efa085 req-7e5cb31d-e409-4c16-b77d-ce279db077ff service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344512 May 13 21:52:18.450967 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e25dbaa6-3af1-4b49-a8b0-434d6a36a748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0bdb18be-318c-4437-ad46-0a6e45f0846e), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.454100 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e25dbaa6-3af1-4b49-a8b0-434d6a36a748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.455245 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e25dbaa6-3af1-4b49-a8b0-434d6a36a748 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bdb18be-318c-4437-ad46-0a6e45f0846e HTTP/1.1" status: 204 len: 168 time: 0.2153859 May 13 21:52:18.464576 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dbaa6-3af1-4b49-a8b0-434d6a36a748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb18be-318c-4437-ad46-0a6e45f0846e,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:18.501997 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.698740 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42564) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:18.707617 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c3aa6bb9-4ce2-4adf-953e-16d164392134 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:52:18.809186 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8c2b895f-f853-4fb5-b451-0cb292d9575b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.823885 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port c3aa6bb9-4ce2-4adf-953e-16d164392134, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:18.841147 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'c3aa6bb9-4ce2-4adf-953e-16d164392134', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'port_id': 'c3aa6bb9-4ce2-4adf-953e-16d164392134', 'mac_address': 'fa:16:3e:70:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:52:18.885152 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port c3aa6bb9-4ce2-4adf-953e-16d164392134 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:18.885969 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.900772 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8c2b895f-f853-4fb5-b451-0cb292d9575b admin admin] Publish callbacks [] for security_group (7ac9eeae-9353-4122-bce9-055a34f1b987), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.905299 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8c2b895f-f853-4fb5-b451-0cb292d9575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7ac9eeae-9353-4122-bce9-055a34f1b987), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.905725 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa6bb9-4ce2-4adf-953e-16d164392134 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:18.927500 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port c3aa6bb9-4ce2-4adf-953e-16d164392134, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:18.933146 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:18.933942 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e3fd2642-2b5f-482d-a83d-cd9af96786c4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:52:18.948173 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8c2b895f-f853-4fb5-b451-0cb292d9575b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76db9f5b2dea49f8b11294cd98fc11ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472942 May 13 21:52:18.948300 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42576) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:18.950855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b895f-f853-4fb5-b451-0cb292d9575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac9eeae-9353-4122-bce9-055a34f1b987,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:19.015225 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4d9c7b4-84c4-4abd-a531-5355b3515c40 admin admin] Publish callbacks [] for security_group (7ac9eeae-9353-4122-bce9-055a34f1b987), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.045014 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e3fd2642-2b5f-482d-a83d-cd9af96786c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:19.045346 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4d9c7b4-84c4-4abd-a531-5355b3515c40 admin admin] Publish callbacks [] for security_group (7ac9eeae-9353-4122-bce9-055a34f1b987), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.057045 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=c3aa6bb9-4ce2-4adf-953e-16d164392134,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:19.072690 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'port_id': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4', 'mac_address': 'fa:16:3e:3c:3b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:52:19.114528 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4d9c7b4-84c4-4abd-a531-5355b3515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7ac9eeae-9353-4122-bce9-055a34f1b987), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.118307 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4d9c7b4-84c4-4abd-a531-5355b3515c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.119644 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a4d9c7b4-84c4-4abd-a531-5355b3515c40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ac9eeae-9353-4122-bce9-055a34f1b987 HTTP/1.1" status: 204 len: 168 time: 0.1701162 May 13 21:52:19.129706 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e3fd2642-2b5f-482d-a83d-cd9af96786c4 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:19.130200 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.131572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9c7b4-84c4-4abd-a531-5355b3515c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac9eeae-9353-4122-bce9-055a34f1b987,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:19.169539 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fd2642-2b5f-482d-a83d-cd9af96786c4 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:19.196413 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e3fd2642-2b5f-482d-a83d-cd9af96786c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:19.203891 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.271610 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e3fd2642-2b5f-482d-a83d-cd9af96786c4,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:19.388326 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414660b-328d-4b90-9c0f-189570f06d01 req-1869d633-cdff-44a8-898b-8cd37cc99bed tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:19.390553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9414660b-328d-4b90-9c0f-189570f06d01 req-1869d633-cdff-44a8-898b-8cd37cc99bed tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1083591 May 13 21:52:19.409085 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e80e-c414-4094-93e2-bd8b2b3b32af req-a879457c-6075-4105-8cd9-5a8ed645c9e0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:19.416836 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ea84e80e-c414-4094-93e2-bd8b2b3b32af req-a879457c-6075-4105-8cd9-5a8ed645c9e0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 944 time: 0.0897806 May 13 21:52:19.529107 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ea84e80e-c414-4094-93e2-bd8b2b3b32af req-0e27e296-6802-4e99-9684-5d73330b0558 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036131 May 13 21:52:19.541529 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9414660b-328d-4b90-9c0f-189570f06d01 req-8b655482-2384-44c3-9b32-7f5405c4ae63 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211393 May 13 21:52:19.692334 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42622) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:19.695083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb305d4-756d-4586-af6b-de416ccfe40d req-e19f8071-6b10-40f5-ac32-729164a96599 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:19.696543 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ceb305d4-756d-4586-af6b-de416ccfe40d req-e19f8071-6b10-40f5-ac32-729164a96599 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0613079 May 13 21:52:19.707159 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42624) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:19.712412 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'floatingip': {'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:19.715065 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-95b0c7cc-afa4-44e6-bca9-f9017de4f530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.730833 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['c3aa6bb9-4ce2-4adf-953e-16d164392134'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:52:19.864978 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.905112 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-95b0c7cc-afa4-44e6-bca9-f9017de4f530 admin admin] Publish callbacks [] for security_group (2c6ca3b2-fa97-45b4-bccc-56268d7dec19), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.917089 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-95b0c7cc-afa4-44e6-bca9-f9017de4f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2c6ca3b2-fa97-45b4-bccc-56268d7dec19), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:19.955952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['e3fd2642-2b5f-482d-a83d-cd9af96786c4'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:52:20.021125 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0c7cc-afa4-44e6-bca9-f9017de4f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ca3b2-fa97-45b4-bccc-56268d7dec19,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:20.035117 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-95b0c7cc-afa4-44e6-bca9-f9017de4f530 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5be0cf2755284ed0b6016436593e2c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392174 May 13 21:52:20.041986 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42638) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:20.161001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6868914f-2cbb-4cbb-aff3-315997da5497 admin admin] Publish callbacks [] for security_group (2c6ca3b2-fa97-45b4-bccc-56268d7dec19), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:20.201064 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (612baf77-5b44-4ac3-aab1-55cf6ffb2522), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:20.210170 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6868914f-2cbb-4cbb-aff3-315997da5497 admin admin] Publish callbacks [] for security_group (2c6ca3b2-fa97-45b4-bccc-56268d7dec19), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:20.295549 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6868914f-2cbb-4cbb-aff3-315997da5497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2c6ca3b2-fa97-45b4-bccc-56268d7dec19), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:20.298664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6868914f-2cbb-4cbb-aff3-315997da5497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:20.300102 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6868914f-2cbb-4cbb-aff3-315997da5497 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c6ca3b2-fa97-45b4-bccc-56268d7dec19 HTTP/1.1" status: 204 len: 168 time: 0.2593696 May 13 21:52:20.316133 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868914f-2cbb-4cbb-aff3-315997da5497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ca3b2-fa97-45b4-bccc-56268d7dec19,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:20.730197 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18abf0-95ac-42b1-b3e4-1b6cd14492e8 req-d9237fe4-393e-4bff-b058-2e236ac151ca tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:20.749767 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3f18abf0-95ac-42b1-b3e4-1b6cd14492e8 req-d9237fe4-393e-4bff-b058-2e236ac151ca tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 944 time: 0.1555867 May 13 21:52:20.918011 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3f18abf0-95ac-42b1-b3e4-1b6cd14492e8 req-f8b6433e-5262-4116-90fb-2fa7bf3ea2c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672413 May 13 21:52:21.077719 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42710) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:21.133353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.139086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (612baf77-5b44-4ac3-aab1-55cf6ffb2522), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.216071 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c3aa6bb9-4ce2-4adf-953e-16d164392134 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:21.304444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-618b1112-beff-495e-a970-d83cc8ea2ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.328069 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.335616 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port c3aa6bb9-4ce2-4adf-953e-16d164392134 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:52:21.347890 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port c3aa6bb9-4ce2-4adf-953e-16d164392134 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:21.350233 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.367575 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Floating IP 612baf77-5b44-4ac3-aab1-55cf6ffb2522 associated. External IP: 172.27.0.57, port: 880b4122-8d33-43a8-a0b1-a0f01711790c. May 13 21:52:21.454123 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port c3aa6bb9-4ce2-4adf-953e-16d164392134 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:21.455037 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.505191 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port c3aa6bb9-4ce2-4adf-953e-16d164392134, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:21.506094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa6bb9-4ce2-4adf-953e-16d164392134'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:21.508726 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d662571-1cac-4068-8942-ed458bd903bc" -d '{"events": [{"server_uuid": "80f3e7ea-df2f-4358-a44c-ea4e9520b05c", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa6bb9-4ce2-4adf-953e-16d164392134"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:21.536612 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.537487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e3fd2642-2b5f-482d-a83d-cd9af96786c4 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:21.726869 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-618b1112-beff-495e-a970-d83cc8ea2ccf admin admin] Publish callbacks [] for security_group (027cd6cf-e466-4bec-929c-545d392d424e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.737406 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-618b1112-beff-495e-a970-d83cc8ea2ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (027cd6cf-e466-4bec-929c-545d392d424e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.799956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4751d50-7348-4054-bb01-b2d6cdcc29cf x-openstack-request-id: req-a4751d50-7348-4054-bb01-b2d6cdcc29cf {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:21.800300 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f3e7ea-df2f-4358-a44c-ea4e9520b05c", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa6bb9-4ce2-4adf-953e-16d164392134", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:21.800586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4751d50-7348-4054-bb01-b2d6cdcc29cf {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:21.801020 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4751d50-7348-4054-bb01-b2d6cdcc29cf'] response: {'server_uuid': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa6bb9-4ce2-4adf-953e-16d164392134', 'code': 200} May 13 21:52:21.813973 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port e3fd2642-2b5f-482d-a83d-cd9af96786c4 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:52:21.816463 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-618b1112-beff-495e-a970-d83cc8ea2ccf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41aa127145914e8a810abd619028e8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7376738 May 13 21:52:21.819529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42732) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:21.825655 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port e3fd2642-2b5f-482d-a83d-cd9af96786c4 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:21.826053 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.858505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=c3aa6bb9-4ce2-4adf-953e-16d164392134,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:21.881325 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d4536951-c6c7-49a8-a307-ede4c1df3a25 admin admin] Publish callbacks [] for security_group (027cd6cf-e466-4bec-929c-545d392d424e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.882454 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636457-d328-47f8-b9de-5fb324efbfae req-7fa9adbc-1fca-45fa-9d28-afeda1f6a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:21.883967 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4a636457-d328-47f8-b9de-5fb324efbfae req-7fa9adbc-1fca-45fa-9d28-afeda1f6a6a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1130 time: 0.0665083 May 13 21:52:21.884765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b1112-beff-495e-a970-d83cc8ea2ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027cd6cf-e466-4bec-929c-545d392d424e,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:21.914621 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d4536951-c6c7-49a8-a307-ede4c1df3a25 admin admin] Publish callbacks [] for security_group (027cd6cf-e466-4bec-929c-545d392d424e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.944154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e3fd2642-2b5f-482d-a83d-cd9af96786c4 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:21.944562 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.958686 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:52:21.994113 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d4536951-c6c7-49a8-a307-ede4c1df3a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (027cd6cf-e466-4bec-929c-545d392d424e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.998897 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d4536951-c6c7-49a8-a307-ede4c1df3a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:21.999478 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4a636457-d328-47f8-b9de-5fb324efbfae req-d9309c84-2299-4ecb-b117-90a7f182afc5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065753 May 13 21:52:22.000283 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d4536951-c6c7-49a8-a307-ede4c1df3a25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/027cd6cf-e466-4bec-929c-545d392d424e HTTP/1.1" status: 204 len: 168 time: 0.1796830 May 13 21:52:22.009253 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4536951-c6c7-49a8-a307-ede4c1df3a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027cd6cf-e466-4bec-929c-545d392d424e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:22.020447 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e3fd2642-2b5f-482d-a83d-cd9af96786c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:22.031423 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.121603 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e3fd2642-2b5f-482d-a83d-cd9af96786c4,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:22.346415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b7f06-075b-4189-8985-c940a6f58db5 req-af6de297-1686-4791-81fd-57d111514836 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:22.347951 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-022b7f06-075b-4189-8985-c940a6f58db5 req-af6de297-1686-4791-81fd-57d111514836 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 944 time: 0.3551855 May 13 21:52:22.439759 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:52:22.444979 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.455739 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:52:22.477352 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:22.478067 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:22.478810 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-022b7f06-075b-4189-8985-c940a6f58db5 req-1147e9b1-e606-4057-a6ca-f3d9968a3e0e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135778 May 13 21:52:22.487846 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e13653bc-7d27-41f7-8f5d-fa383641d602 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "PUT /v2.0/floatingips/612baf77-5b44-4ac3-aab1-55cf6ffb2522 HTTP/1.1" status: 200 len: 990 time: 2.7788734 May 13 21:52:22.488582 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:22.491879 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f4695-ce41-4844-ae89-7836fc384bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:22.532875 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab95f59-4ac7-40c3-8f92-435686ece867 x-openstack-request-id: req-9ab95f59-4ac7-40c3-8f92-435686ece867 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:22.533173 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:22.533776 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ab95f59-4ac7-40c3-8f92-435686ece867 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:22.533893 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab95f59-4ac7-40c3-8f92-435686ece867'] response: {'name': 'network-changed', 'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'status': 'completed', 'code': 200} May 13 21:52:22.541568 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42772) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:22.565023 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b010e663-34be-479b-be3c-89039a423f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.662248 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:22.670625 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42780) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:22.728631 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b010e663-34be-479b-be3c-89039a423f73 admin admin] Publish callbacks [] for security_group (86ac6904-8e45-41ec-bc01-04e55d0393e9), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.739477 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b010e663-34be-479b-be3c-89039a423f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (86ac6904-8e45-41ec-bc01-04e55d0393e9), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.787265 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-35c3df43-cd38-4f8a-96f9-f3d1237fa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:22.789038 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-35c3df43-cd38-4f8a-96f9-f3d1237fa2e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1129 time: 0.1006310 May 13 21:52:22.813338 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b010e663-34be-479b-be3c-89039a423f73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=726370958a6e43c7aaca0fc3bf72759d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705808 May 13 21:52:22.816822 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42788) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:22.833514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e663-34be-479b-be3c-89039a423f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ac6904-8e45-41ec-bc01-04e55d0393e9,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:22.884407 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a41c4186-d1da-4f47-ba2f-e362b79ffa0f admin admin] Publish callbacks [] for security_group (86ac6904-8e45-41ec-bc01-04e55d0393e9), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.897812 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8a169734-70b9-45be-a986-a546224d055f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:22.917776 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a41c4186-d1da-4f47-ba2f-e362b79ffa0f admin admin] Publish callbacks [] for security_group (86ac6904-8e45-41ec-bc01-04e55d0393e9), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.013754 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-af95a8a2-3519-4f64-a2ff-5c08891deddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:23.015435 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-af95a8a2-3519-4f64-a2ff-5c08891deddc service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.2079408 May 13 21:52:23.017960 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a41c4186-d1da-4f47-ba2f-e362b79ffa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (86ac6904-8e45-41ec-bc01-04e55d0393e9), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.022092 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a41c4186-d1da-4f47-ba2f-e362b79ffa0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.024181 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a41c4186-d1da-4f47-ba2f-e362b79ffa0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86ac6904-8e45-41ec-bc01-04e55d0393e9 HTTP/1.1" status: 204 len: 168 time: 0.2062075 May 13 21:52:23.039531 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c4186-d1da-4f47-ba2f-e362b79ffa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ac6904-8e45-41ec-bc01-04e55d0393e9,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:23.092179 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8a169734-70b9-45be-a986-a546224d055f admin admin] Publish callbacks [] for security_group (47244e0f-098a-43fb-ab56-8aadad30e103), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.099039 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8a169734-70b9-45be-a986-a546224d055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (47244e0f-098a-43fb-ab56-8aadad30e103), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.145419 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8a169734-70b9-45be-a986-a546224d055f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74f4bdc06a674d66bbe5f647e68afaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733198 May 13 21:52:23.146327 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a169734-70b9-45be-a986-a546224d055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47244e0f-098a-43fb-ab56-8aadad30e103,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:23.151233 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42802) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:23.207269 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e496040-dea9-4f7c-be93-13852f38da14 admin admin] Publish callbacks [] for security_group (47244e0f-098a-43fb-ab56-8aadad30e103), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.236866 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e496040-dea9-4f7c-be93-13852f38da14 admin admin] Publish callbacks [] for security_group (47244e0f-098a-43fb-ab56-8aadad30e103), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.246117 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '612baf77-5b44-4ac3-aab1-55cf6ffb2522', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'mac_address': 'fa:16:3e:8d:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:51:58Z', 'updated_at': '2022-05-13T21:52:20Z', 'revision_number': 1, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:23.278695 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:52:23.297102 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:23.297862 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:23.309164 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e496040-dea9-4f7c-be93-13852f38da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (47244e0f-098a-43fb-ab56-8aadad30e103), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.314649 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6e496040-dea9-4f7c-be93-13852f38da14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:23.316073 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6e496040-dea9-4f7c-be93-13852f38da14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47244e0f-098a-43fb-ab56-8aadad30e103 HTTP/1.1" status: 204 len: 168 time: 0.1635785 May 13 21:52:23.345595 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e496040-dea9-4f7c-be93-13852f38da14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47244e0f-098a-43fb-ab56-8aadad30e103,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:23.486392 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:23.685040 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-f6397d5e-7654-4a86-a579-882746aa2e69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 998 time: 0.1951344 May 13 21:52:23.725299 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd589af-796a-435d-bb67-a04a49ff5cf9 req-6a2e0223-dfd4-48f8-8cd9-c3863d0a128b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:23.725748 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7dd589af-796a-435d-bb67-a04a49ff5cf9 req-6a2e0223-dfd4-48f8-8cd9-c3863d0a128b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1093369 May 13 21:52:23.801750 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:23.804682 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1726a7-5ff3-442c-98ce-1cbf5518f61f" -d '{"events": [{"server_uuid": "91fde36f-b050-42de-b5cb-b2914bc8f572", "name": "network-vif-plugged", "status": "completed", "tag": "e3fd2642-2b5f-482d-a83d-cd9af96786c4"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:23.810527 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7dd589af-796a-435d-bb67-a04a49ff5cf9 req-89b965d1-c7b8-4411-8dad-4830ab165f9e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638735 May 13 21:52:23.812658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-6a9862ea-4685-453a-89c4-64b50e85e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:23.814262 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-6a9862ea-4685-453a-89c4-64b50e85e064 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.1203117 May 13 21:52:23.873834 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce146e1b-4578-4118-af2f-d4cf47be38f1 x-openstack-request-id: req-ce146e1b-4578-4118-af2f-d4cf47be38f1 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:23.874653 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fde36f-b050-42de-b5cb-b2914bc8f572", "name": "network-vif-plugged", "status": "completed", "tag": "e3fd2642-2b5f-482d-a83d-cd9af96786c4", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:23.875247 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce146e1b-4578-4118-af2f-d4cf47be38f1 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:23.875840 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce146e1b-4578-4118-af2f-d4cf47be38f1'] response: {'server_uuid': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4', 'code': 200} May 13 21:52:23.919727 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-ba097551-dd9f-43cd-b9ec-aab590d97b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:23.921357 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-ba097551-dd9f-43cd-b9ec-aab590d97b0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971498 May 13 21:52:23.965385 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '612baf77-5b44-4ac3-aab1-55cf6ffb2522', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'mac_address': 'fa:16:3e:8d:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:51:58Z', 'updated_at': '2022-05-13T21:52:20Z', 'revision_number': 1, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:23.999522 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c27c1a-a0bc-4e0e-929f-0fdf927c5eda None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '612baf77-5b44-4ac3-aab1-55cf6ffb2522', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'mac_address': 'fa:16:3e:8d:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:51:58Z', 'updated_at': '2022-05-13T21:52:20Z', 'revision_number': 1, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:52:24.055936 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42858) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:24.078275 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-57319e19-3068-4867-8b41-c517e6b7d272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.127858 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-747ea1f5-de51-4b1a-9eeb-855f72752dd1 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898048 May 13 21:52:24.188806 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-57319e19-3068-4867-8b41-c517e6b7d272 admin admin] Publish callbacks [] for security_group (cbe99bbb-54fa-4b31-b00b-d872e36b0d40), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.199075 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-57319e19-3068-4867-8b41-c517e6b7d272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (cbe99bbb-54fa-4b31-b00b-d872e36b0d40), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.245435 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-57319e19-3068-4867-8b41-c517e6b7d272 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=347c30df00a24535baab8882fa994397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873322 May 13 21:52:24.247444 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57319e19-3068-4867-8b41-c517e6b7d272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe99bbb-54fa-4b31-b00b-d872e36b0d40,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:24.248854 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42866) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:24.313906 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cff1781f-083e-4063-9d2c-72257efd143d admin admin] Publish callbacks [] for security_group (cbe99bbb-54fa-4b31-b00b-d872e36b0d40), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.328609 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027d57f-b9d0-4e8a-ae70-cf1257e909ae None None] New status for floating IP 612baf77-5b44-4ac3-aab1-55cf6ffb2522: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:52:24.338169 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42870) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:24.351300 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cff1781f-083e-4063-9d2c-72257efd143d admin admin] Publish callbacks [] for security_group (cbe99bbb-54fa-4b31-b00b-d872e36b0d40), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.417233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cff1781f-083e-4063-9d2c-72257efd143d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (cbe99bbb-54fa-4b31-b00b-d872e36b0d40), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.421577 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cff1781f-083e-4063-9d2c-72257efd143d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.423271 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-cff1781f-083e-4063-9d2c-72257efd143d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbe99bbb-54fa-4b31-b00b-d872e36b0d40 HTTP/1.1" status: 204 len: 168 time: 0.1733079 May 13 21:52:24.433042 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1781f-083e-4063-9d2c-72257efd143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe99bbb-54fa-4b31-b00b-d872e36b0d40,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:24.566332 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-603bb578-a9b8-4634-a05f-2c895594c278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.622860 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42882) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:24.664037 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-603bb578-a9b8-4634-a05f-2c895594c278 admin admin] Publish callbacks [] for security_group (54997b72-0d76-4e73-a96a-c1c56e0609db), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.669565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-603bb578-a9b8-4634-a05f-2c895594c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (54997b72-0d76-4e73-a96a-c1c56e0609db), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.730646 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-603bb578-a9b8-4634-a05f-2c895594c278 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=778e76fd939d4800a66a778a58eb2b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913670 May 13 21:52:24.732077 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bb578-a9b8-4634-a05f-2c895594c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54997b72-0d76-4e73-a96a-c1c56e0609db,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:24.734074 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42888) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:24.792363 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8027609b-6b0f-4cb9-9340-56835f0b5199 admin admin] Publish callbacks [] for security_group (54997b72-0d76-4e73-a96a-c1c56e0609db), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.817984 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8027609b-6b0f-4cb9-9340-56835f0b5199 admin admin] Publish callbacks [] for security_group (54997b72-0d76-4e73-a96a-c1c56e0609db), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.888822 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8027609b-6b0f-4cb9-9340-56835f0b5199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (54997b72-0d76-4e73-a96a-c1c56e0609db), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.893213 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8027609b-6b0f-4cb9-9340-56835f0b5199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:24.894369 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8027609b-6b0f-4cb9-9340-56835f0b5199 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54997b72-0d76-4e73-a96a-c1c56e0609db HTTP/1.1" status: 204 len: 168 time: 0.1591141 May 13 21:52:24.905116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027609b-6b0f-4cb9-9340-56835f0b5199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54997b72-0d76-4e73-a96a-c1c56e0609db,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:24.985416 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d697-a62a-4b1e-8fb7-d5759af345c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.000560 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5340e-f69d-4c79-bbf5-79e977e1680a req-1248b7e9-8d7b-4ed7-9f27-d62417f085d0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:25.002280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5ef5340e-f69d-4c79-bbf5-79e977e1680a req-1248b7e9-8d7b-4ed7-9f27-d62417f085d0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0683792 May 13 21:52:25.075573 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5ef5340e-f69d-4c79-bbf5-79e977e1680a req-b6f2ffee-0d90-4ff7-9d4f-bebab2c84bd2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645545 May 13 21:52:25.118979 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d697-a62a-4b1e-8fb7-d5759af345c9 admin admin] Publish callbacks [] for security_group (825368b5-a693-449a-9e99-f42c4ae6ee6d), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.123713 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d697-a62a-4b1e-8fb7-d5759af345c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (825368b5-a693-449a-9e99-f42c4ae6ee6d), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.169210 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f5e0d697-a62a-4b1e-8fb7-d5759af345c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee7802cd83ba42b498e048afec783616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445616 May 13 21:52:25.169758 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42910) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:25.170828 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d697-a62a-4b1e-8fb7-d5759af345c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825368b5-a693-449a-9e99-f42c4ae6ee6d,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:25.239268 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee01eb2b-7f8e-4a00-8134-545b1306bbe7 admin admin] Publish callbacks [] for security_group (825368b5-a693-449a-9e99-f42c4ae6ee6d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.262109 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee01eb2b-7f8e-4a00-8134-545b1306bbe7 admin admin] Publish callbacks [] for security_group (825368b5-a693-449a-9e99-f42c4ae6ee6d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.313352 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee01eb2b-7f8e-4a00-8134-545b1306bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (825368b5-a693-449a-9e99-f42c4ae6ee6d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.316011 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee01eb2b-7f8e-4a00-8134-545b1306bbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.317841 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ee01eb2b-7f8e-4a00-8134-545b1306bbe7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/825368b5-a693-449a-9e99-f42c4ae6ee6d HTTP/1.1" status: 204 len: 168 time: 0.1452668 May 13 21:52:25.326192 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01eb2b-7f8e-4a00-8134-545b1306bbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825368b5-a693-449a-9e99-f42c4ae6ee6d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:25.360839 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42920) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:25.375065 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ff6f980e-1bc0-425b-ad69-1457a42d31d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.459786 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ff6f980e-1bc0-425b-ad69-1457a42d31d9 admin admin] Publish callbacks [] for security_group (b796ec44-a3fe-4171-b51b-bffd880ddea3), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.464324 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ff6f980e-1bc0-425b-ad69-1457a42d31d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b796ec44-a3fe-4171-b51b-bffd880ddea3), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.517273 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ff6f980e-1bc0-425b-ad69-1457a42d31d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e077452846045c5ac32662578662a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546438 May 13 21:52:25.519913 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42926) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:25.522367 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f980e-1bc0-425b-ad69-1457a42d31d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b796ec44-a3fe-4171-b51b-bffd880ddea3,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:25.577529 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe0eb-901f-4458-bd23-d721ede1bc28 admin admin] Publish callbacks [] for security_group (b796ec44-a3fe-4171-b51b-bffd880ddea3), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.599053 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe0eb-901f-4458-bd23-d721ede1bc28 admin admin] Publish callbacks [] for security_group (b796ec44-a3fe-4171-b51b-bffd880ddea3), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.655567 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe0eb-901f-4458-bd23-d721ede1bc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b796ec44-a3fe-4171-b51b-bffd880ddea3), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.658851 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe0eb-901f-4458-bd23-d721ede1bc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.660325 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-dd2fe0eb-901f-4458-bd23-d721ede1bc28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b796ec44-a3fe-4171-b51b-bffd880ddea3 HTTP/1.1" status: 204 len: 168 time: 0.1388397 May 13 21:52:25.668402 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe0eb-901f-4458-bd23-d721ede1bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b796ec44-a3fe-4171-b51b-bffd880ddea3,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:25.784301 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42940) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:25.798479 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12025aac-97a6-451c-99ae-bf4114248dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.881150 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12025aac-97a6-451c-99ae-bf4114248dde admin admin] Publish callbacks [] for security_group (36b18f62-3219-4d84-988e-21f4490c3ce4), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.886216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12025aac-97a6-451c-99ae-bf4114248dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (36b18f62-3219-4d84-988e-21f4490c3ce4), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:25.924337 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-12025aac-97a6-451c-99ae-bf4114248dde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c51e59138ea14952948f02d43f8b8446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387525 May 13 21:52:25.926559 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12025aac-97a6-451c-99ae-bf4114248dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b18f62-3219-4d84-988e-21f4490c3ce4,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:25.927353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 42944) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:25.999826 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2c53bf98-8fbc-4427-93a7-a9feb2a31533 admin admin] Publish callbacks [] for security_group (36b18f62-3219-4d84-988e-21f4490c3ce4), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.022516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2c53bf98-8fbc-4427-93a7-a9feb2a31533 admin admin] Publish callbacks [] for security_group (36b18f62-3219-4d84-988e-21f4490c3ce4), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.054292 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42952) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:26.081348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2c53bf98-8fbc-4427-93a7-a9feb2a31533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (36b18f62-3219-4d84-988e-21f4490c3ce4), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.083961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2c53bf98-8fbc-4427-93a7-a9feb2a31533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.085148 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2c53bf98-8fbc-4427-93a7-a9feb2a31533 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36b18f62-3219-4d84-988e-21f4490c3ce4 HTTP/1.1" status: 204 len: 168 time: 0.1557357 May 13 21:52:26.096814 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53bf98-8fbc-4427-93a7-a9feb2a31533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b18f62-3219-4d84-988e-21f4490c3ce4,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:26.201220 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306146968-network', 'tenant_id': '0edcbbe2440f4666b68289635de4adea'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:26.218405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f23711-9804-4675-bcc3-1d4cf68b7331 req-a9bd764c-e9a9-4880-b09f-2a886538c1ce tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:26.220417 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0f23711-9804-4675-bcc3-1d4cf68b7331 req-a9bd764c-e9a9-4880-b09f-2a886538c1ce tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0619233 May 13 21:52:26.226411 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Made reservation on behalf of 0edcbbe2440f4666b68289635de4adea for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:26.228838 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.237847 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.296908 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0f23711-9804-4675-bcc3-1d4cf68b7331 req-3a68682f-084f-425f-81e1-e175334f5a23 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 May 13 21:52:26.332254 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks [] for security_group (9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.337307 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.363701 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:52:26.374038 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:26.378945 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (b610817d-6278-4c4c-9b65-9e57c51f5115), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.379364 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Added segment b610817d-6278-4c4c-9b65-9e57c51f5115 of type vlan for network ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d May 13 21:52:26.426530 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.452903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.454138 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:26.454789 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.489038 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4334431 May 13 21:52:26.494153 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 42974) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:26.523379 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Request body: {'subnet': {'network_id': 'ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306146968-subnet', 'tenant_id': '0edcbbe2440f4666b68289635de4adea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:26.532703 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372bc30-0c50-48b6-b58e-05a0acc9fbec admin admin] Pushing event updated for resources: {'Network': ['ID=ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:26.543493 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:52:26.557404 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Made reservation on behalf of 0edcbbe2440f4666b68289635de4adea for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:26.558721 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14045349'] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.846079 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13844865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14045363'] for subnet (5487dadc-cbe1-483b-9755-abd3c869feb2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:26.926128 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5487dadc-cbe1-483b-9755-abd3c869feb2,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:26.964825 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Checking segment: {'id': 'b610817d-6278-4c4c-9b65-9e57c51f5115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:26.965200 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Network hostable DHCP agents. Network: ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:52:27.002295 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Network ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:52:27.017411 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:27.026614 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:27.029399 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.044634 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67e619-5b48-4125-8771-c6a3f400c21b None None] Network ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:27.055448 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0402e442-c962-4504-8ed3-8ec12075fb79 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5602863 May 13 21:52:27.227214 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca819f1-2fc1-4db4-ba64-136699417879 None None] Network ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:27.262018 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff445c-4c68-4407-aae0-09fd0356c2cf req-04bb6df3-086e-4918-bb99-4aee8d36aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:27.263962 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1eff445c-4c68-4407-aae0-09fd0356c2cf req-04bb6df3-086e-4918-bb99-4aee8d36aab8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1129 time: 0.2377653 May 13 21:52:27.295511 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-404f4695-ce41-4844-ae89-7836fc384bc7 req-4a89c508-d488-48b3-ac91-2d033ba2058c service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258403 May 13 21:52:27.438015 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db5b0-f953-4d55-ae82-ca5cee7eaa3b req-00c7087d-52cc-41fa-ad13-15a24acbfcde tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:27.439983 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c81db5b0-f953-4d55-ae82-ca5cee7eaa3b req-00c7087d-52cc-41fa-ad13-15a24acbfcde tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0592947 May 13 21:52:27.525902 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c81db5b0-f953-4d55-ae82-ca5cee7eaa3b req-5570ece9-f6c0-48e9-8c47-466171713ab4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771024 May 13 21:52:27.727159 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43046) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:27.732087 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-168312955-network', 'tenant_id': 'e464534e84de4491b568c6716574a689'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:27.751289 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Made reservation on behalf of e464534e84de4491b568c6716574a689 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:27.753758 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.761902 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.844918 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks [] for security_group (3264230b-bfec-4af2-9c89-e76b1e3ea1d1), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.849575 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (3264230b-bfec-4af2-9c89-e76b1e3ea1d1), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.872559 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:52:27.886631 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3264230b-bfec-4af2-9c89-e76b1e3ea1d1,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:27.893673 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (6c1497e6-ca5c-441b-ba6d-261a57f056bb), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.894098 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Added segment 6c1497e6-ca5c-441b-ba6d-261a57f056bb of type vlan for network 844099e3-3ead-4154-87fb-7b6c3c5d8ecb May 13 21:52:27.939686 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (844099e3-3ead-4154-87fb-7b6c3c5d8ecb), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.966021 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (844099e3-3ead-4154-87fb-7b6c3c5d8ecb), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:27.967137 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:27.967721 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:28.002692 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2743886 May 13 21:52:28.005685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43058) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:28.010540 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Request body: {'subnet': {'network_id': '844099e3-3ead-4154-87fb-7b6c3c5d8ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-168312955-subnet', 'tenant_id': 'e464534e84de4491b568c6716574a689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:28.043204 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45282e-bda1-445b-bbfc-9a30f0703312 admin admin] Pushing event updated for resources: {'Network': ['ID=844099e3-3ead-4154-87fb-7b6c3c5d8ecb,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:28.053212 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 844099e3-3ead-4154-87fb-7b6c3c5d8ecb details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:52:28.055918 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Made reservation on behalf of e464534e84de4491b568c6716574a689 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:28.058445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13984070'] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:28.241630 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13643699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13984080'] for subnet (3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:28.308215 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:28.317208 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Checking segment: {'id': '6c1497e6-ca5c-441b-ba6d-261a57f056bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '844099e3-3ead-4154-87fb-7b6c3c5d8ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:28.317565 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Network hostable DHCP agents. Network: 844099e3-3ead-4154-87fb-7b6c3c5d8ecb, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:52:28.337630 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Network 844099e3-3ead-4154-87fb-7b6c3c5d8ecb is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:52:28.348890 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 844099e3-3ead-4154-87fb-7b6c3c5d8ecb) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:28.362518 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef68ac-0ef1-443f-bde1-9fb1a7145da1 None None] Network 844099e3-3ead-4154-87fb-7b6c3c5d8ecb requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:28.363988 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:28.364593 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:28.386025 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b4eb81db-bba6-4ed9-a64c-a6f05a00c6af admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3791249 May 13 21:52:28.477283 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbfa3cf-6f17-4d56-a48b-cb685d23036d None None] Network 844099e3-3ead-4154-87fb-7b6c3c5d8ecb requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:28.660383 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ade3-054e-462b-b5a6-3e1417b9af71 req-89c76bac-c007-4419-a7e2-806844aecc8c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:28.662021 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5c5ade3-054e-462b-b5a6-3e1417b9af71 req-89c76bac-c007-4419-a7e2-806844aecc8c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0550027 May 13 21:52:28.723326 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5c5ade3-054e-462b-b5a6-3e1417b9af71 req-9e8f25e6-c87f-4e3e-9eb2-f44c6305bb3d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549817 May 13 21:52:29.826233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221e0a7-b69f-4286-9a75-e7d73bdab567 req-16825ea9-7639-46bc-b773-2483352888de tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:29.827675 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3221e0a7-b69f-4286-9a75-e7d73bdab567 req-16825ea9-7639-46bc-b773-2483352888de tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0454783 May 13 21:52:29.875368 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3221e0a7-b69f-4286-9a75-e7d73bdab567 req-917a9abe-64ea-4e5f-bd9e-271dea02658e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 May 13 21:52:30.987700 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486c9f2-92ed-4cd0-aa6e-227c7e999aec req-7c95e417-c4c9-4a56-976e-c2ca468af7cc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:30.989139 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0486c9f2-92ed-4cd0-aa6e-227c7e999aec req-7c95e417-c4c9-4a56-976e-c2ca468af7cc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0495610 May 13 21:52:31.040597 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0486c9f2-92ed-4cd0-aa6e-227c7e999aec req-093f83f0-9f62-4229-a0b4-19e3fd03e327 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 May 13 21:52:31.286561 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1eff445c-4c68-4407-aae0-09fd0356c2cf req-308610ce-88df-4019-adf0-77400803acb5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631547 May 13 21:52:32.164519 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db097f-7dbb-4123-8a30-e469400b23cf req-2b660b00-e284-434a-9213-29f4720213e4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:32.166206 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-28db097f-7dbb-4123-8a30-e469400b23cf req-2b660b00-e284-434a-9213-29f4720213e4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0569127 May 13 21:52:32.222821 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-28db097f-7dbb-4123-8a30-e469400b23cf req-8af61fa8-6540-4e07-b972-2ab3d7026fae tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504754 May 13 21:52:33.331906 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f9752-3f3b-48d5-bee0-b5fb9df121d4 req-19cbd101-eb38-48b4-8aed-27f078dba661 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:33.333357 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b37f9752-3f3b-48d5-bee0-b5fb9df121d4 req-19cbd101-eb38-48b4-8aed-27f078dba661 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0503738 May 13 21:52:33.379607 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b37f9752-3f3b-48d5-bee0-b5fb9df121d4 req-a3dca2c6-2f7a-4453-9674-3a46a204d2a4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 May 13 21:52:34.486904 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dea79-3713-4e96-9346-f69f8e7a36a0 req-4ce276ad-60c0-4451-8cae-652eee3fc8bd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:34.488379 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-919dea79-3713-4e96-9346-f69f8e7a36a0 req-4ce276ad-60c0-4451-8cae-652eee3fc8bd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0457840 May 13 21:52:34.535285 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-919dea79-3713-4e96-9346-f69f8e7a36a0 req-6f5a2550-6dc4-4264-9b40-3e32da042887 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 May 13 21:52:34.677558 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:52:35.626317 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511b0b1-4c54-4e70-b1f7-f08e89015363 req-5108819a-4244-439e-ba6b-34f4f7fc8fcd tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:35.627786 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3511b0b1-4c54-4e70-b1f7-f08e89015363 req-5108819a-4244-439e-ba6b-34f4f7fc8fcd tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.0599575 May 13 21:52:35.672937 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9261-c891-4627-af14-db6b0bdfa1a3 req-7a05888c-4a1d-40b8-84ab-87acc458712a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:35.674308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-57ab9261-c891-4627-af14-db6b0bdfa1a3 req-7a05888c-4a1d-40b8-84ab-87acc458712a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0708687 May 13 21:52:35.713751 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3511b0b1-4c54-4e70-b1f7-f08e89015363 req-a972974b-eb55-47bf-924b-e8a23bb05d27 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705802 May 13 21:52:35.739561 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-57ab9261-c891-4627-af14-db6b0bdfa1a3 req-47085488-40ec-459e-ac8c-c5ca68e2aa2c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554924 May 13 21:52:36.869074 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605536-d8e1-47e4-a50b-fe016f6d6d92 req-ef996e0f-e9a1-4f75-b8d5-8b2b934b2979 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:36.870588 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-59605536-d8e1-47e4-a50b-fe016f6d6d92 req-ef996e0f-e9a1-4f75-b8d5-8b2b934b2979 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.0869925 May 13 21:52:36.888370 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3f03-133e-4d06-8344-1b59c0823d2c req-a2a06f8a-fae6-46d7-bc82-6d31c3278bbf tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:36.889816 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-926c3f03-133e-4d06-8344-1b59c0823d2c req-a2a06f8a-fae6-46d7-bc82-6d31c3278bbf tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0722282 May 13 21:52:36.955932 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-59605536-d8e1-47e4-a50b-fe016f6d6d92 req-b46a7f9a-c056-464e-bc18-e3e37472825a tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766287 May 13 21:52:36.968256 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-926c3f03-133e-4d06-8344-1b59c0823d2c req-aeae2ed2-fccd-4873-b6f0-62759d3e5c89 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658686 May 13 21:52:37.175923 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43366) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:37.304520 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.309834 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd641-8e18-4cc5-b7bc-2e8cd16ef1f8 req-04655151-fe12-4887-a758-ac257f1ddb48 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:37.311395 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ab4dd641-8e18-4cc5-b7bc-2e8cd16ef1f8 req-04655151-fe12-4887-a758-ac257f1ddb48 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0525889 May 13 21:52:37.362818 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ab4dd641-8e18-4cc5-b7bc-2e8cd16ef1f8 req-be283544-4b67-4027-ac0f-d237673381ee tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 May 13 21:52:37.396812 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Publish callbacks [] for security_group (6d5f68b9-22df-409d-a162-406f1f333917), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.402657 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6d5f68b9-22df-409d-a162-406f1f333917), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.444459 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fece5ee41cda4016a523c3e3391271c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674525 May 13 21:52:37.445318 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f68b9-22df-409d-a162-406f1f333917,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:37.447124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43382) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:37.452344 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.452695 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.453061 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.453384 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.453721 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.454054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.454382 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.454913 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.455231 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.455565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.455895 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.456248 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.456582 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.456904 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.457225 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6374-dbd0-4bcd-b0fa-b308b307eaaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.500666 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Publish callbacks [] for security_group (6d5f68b9-22df-409d-a162-406f1f333917), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.523106 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Publish callbacks [] for security_group (6d5f68b9-22df-409d-a162-406f1f333917), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.583253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6d5f68b9-22df-409d-a162-406f1f333917), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.585774 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.586933 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d5f68b9-22df-409d-a162-406f1f333917 HTTP/1.1" status: 204 len: 168 time: 0.1387911 May 13 21:52:37.605012 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f68b9-22df-409d-a162-406f1f333917,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:37.631049 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.631488 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.632007 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.632460 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.632855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.633276 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.633702 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.634116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.634539 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.634978 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.635701 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.636167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.636601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.637014 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.637428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c970c-70bc-4d03-8c26-a1253db989b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:37.652049 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-0279d7de-49eb-4a91-84d9-d9762a2c6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:37.653665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-0279d7de-49eb-4a91-84d9-d9762a2c6c0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1129 time: 0.0584550 May 13 21:52:37.826861 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-b6028727-02ac-4a28-b3fe-a78c32351de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:37.828408 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-b6028727-02ac-4a28-b3fe-a78c32351de4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.1018443 May 13 21:52:37.924414 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-b3fcc042-6c94-4c8c-97da-c26da865dc8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 200 len: 217 time: 0.0387602 May 13 21:52:37.931397 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43408) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:37.945710 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-632aa81d-1386-49ae-b9cb-bf737061f5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:37.987204 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-5c932646-f76a-45c4-98e9-05b0fa63e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:37.989305 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-5c932646-f76a-45c4-98e9-05b0fa63e25b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0508075 May 13 21:52:38.044319 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-632aa81d-1386-49ae-b9cb-bf737061f5e3 admin admin] Publish callbacks [] for security_group (0e1840cb-5d02-4992-b28f-d81a0478210e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.054570 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-632aa81d-1386-49ae-b9cb-bf737061f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0e1840cb-5d02-4992-b28f-d81a0478210e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.083769 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18227982-e96c-4784-9300-d474a18c89db req-52d6b553-b370-4cda-a4a5-e5f23cea8fa8 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:38.086269 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18227982-e96c-4784-9300-d474a18c89db req-52d6b553-b370-4cda-a4a5-e5f23cea8fa8 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.0569994 May 13 21:52:38.094097 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-632aa81d-1386-49ae-b9cb-bf737061f5e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=351b4eba4d34476d8d295e41b393c060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614749 May 13 21:52:38.094863 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aa81d-1386-49ae-b9cb-bf737061f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1840cb-5d02-4992-b28f-d81a0478210e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:38.097147 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43416) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:38.151424 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b510885-deb4-469b-b930-05f6b4a15592 admin admin] Publish callbacks [] for security_group (0e1840cb-5d02-4992-b28f-d81a0478210e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.172251 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18227982-e96c-4784-9300-d474a18c89db req-e2292dad-b82b-41a7-af9f-54ec9cca7777 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9375284-e306-4d57-9efe-d7335a6fd1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797060 May 13 21:52:38.175903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b510885-deb4-469b-b930-05f6b4a15592 admin admin] Publish callbacks [] for security_group (0e1840cb-5d02-4992-b28f-d81a0478210e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.177545 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-367b73d1-b900-4327-8d71-4745074671f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:38.179030 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-367b73d1-b900-4327-8d71-4745074671f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564957 May 13 21:52:38.224070 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b510885-deb4-469b-b930-05f6b4a15592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0e1840cb-5d02-4992-b28f-d81a0478210e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.226738 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b510885-deb4-469b-b930-05f6b4a15592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.227888 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-9b510885-deb4-469b-b930-05f6b4a15592 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e1840cb-5d02-4992-b28f-d81a0478210e HTTP/1.1" status: 204 len: 168 time: 0.1296592 May 13 21:52:38.235750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b510885-deb4-469b-b930-05f6b4a15592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1840cb-5d02-4992-b28f-d81a0478210e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:38.285653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-1efd58de-3118-442f-ab08-a48c644a8c5b service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983388 May 13 21:52:38.347455 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c5c6942a-89f7-4367-a4af-64c5ebf3cc78 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:38.348819 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c5c6942a-89f7-4367-a4af-64c5ebf3cc78 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 945 time: 0.0732496 May 13 21:52:38.525931 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a48d134-d68f-4abb-8677-a98e2a43c128 req-07fd959d-4115-4df5-adc0-cd983c196771 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213166 May 13 21:52:38.548650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Deleting port 33b2d378-1acb-4b8e-945a-43a9d123744b {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:52:38.549229 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.583223 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d2c5d-bbad-473a-9744-cbbffc2ded78 req-2c47b7cf-6758-4c72-81c8-a3f4363432f8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:38.584776 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-761d2c5d-bbad-473a-9744-cbbffc2ded78 req-2c47b7cf-6758-4c72-81c8-a3f4363432f8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1155603 May 13 21:52:38.621807 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43434) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:38.637037 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4cf119d-8544-4faa-892e-60ac4919a16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.725732 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4cf119d-8544-4faa-892e-60ac4919a16e admin admin] Publish callbacks [] for security_group (8b488675-0384-4ecf-9939-2b83c03fbbf6), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.729750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a4cf119d-8544-4faa-892e-60ac4919a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8b488675-0384-4ecf-9939-2b83c03fbbf6), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.773001 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a4cf119d-8544-4faa-892e-60ac4919a16e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a39d3eece548497385d5c95bb15711a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498849 May 13 21:52:38.773887 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf119d-8544-4faa-892e-60ac4919a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b488675-0384-4ecf-9939-2b83c03fbbf6,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:38.776294 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43436) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:38.836473 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b16be723-6b4e-4784-8922-4b70252d8075 admin admin] Publish callbacks [] for security_group (8b488675-0384-4ecf-9939-2b83c03fbbf6), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.880105 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b16be723-6b4e-4784-8922-4b70252d8075 admin admin] Publish callbacks [] for security_group (8b488675-0384-4ecf-9939-2b83c03fbbf6), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.917118 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] For port 33b2d378-1acb-4b8e-945a-43a9d123744b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=33b2d378-1acb-4b8e-945a-43a9d123744b,segment=NetworkSegment(6062b382-fa95-496b-971d-d00f6ede360c),segment_id=6062b382-fa95-496b-971d-d00f6ede360c)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:38.917472 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:38.935903 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-761d2c5d-bbad-473a-9744-cbbffc2ded78 req-3db374f8-4e76-4e5d-ba42-38b514cade32 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369009 May 13 21:52:38.949209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Calling delete_port for 33b2d378-1acb-4b8e-945a-43a9d123744b owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:52:39.022040 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b16be723-6b4e-4784-8922-4b70252d8075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8b488675-0384-4ecf-9939-2b83c03fbbf6), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.024977 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b16be723-6b4e-4784-8922-4b70252d8075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.026558 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b16be723-6b4e-4784-8922-4b70252d8075 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b488675-0384-4ecf-9939-2b83c03fbbf6 HTTP/1.1" status: 204 len: 168 time: 0.2493412 May 13 21:52:39.036929 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16be723-6b4e-4784-8922-4b70252d8075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b488675-0384-4ecf-9939-2b83c03fbbf6,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:39.129312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (33b2d378-1acb-4b8e-945a-43a9d123744b), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.178345 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Pushing event deleted for resources: {'Port': ['ID=33b2d378-1acb-4b8e-945a-43a9d123744b,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:39.181678 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['33b2d378-1acb-4b8e-945a-43a9d123744b'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:52:39.268029 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] No DVR routers for this DVR port 33b2d378-1acb-4b8e-945a-43a9d123744b on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:52:39.273135 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.276565 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2d8b7254-fa70-4155-bb5d-67ca570af53a req-c7835ebf-e99e-487d-ae8a-58630dfc509f tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.58 "DELETE /v2.0/ports/33b2d378-1acb-4b8e-945a-43a9d123744b HTTP/1.1" status: 204 len: 173 time: 0.8979166 May 13 21:52:39.287357 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'name': 'network-vif-deleted', 'tag': '33b2d378-1acb-4b8e-945a-43a9d123744b'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:39.292485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b917d1-bc19-4544-8834-a8b885e69529" -d '{"events": [{"server_uuid": "4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc", "name": "network-vif-deleted", "tag": "33b2d378-1acb-4b8e-945a-43a9d123744b"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:39.295982 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43468) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:39.321387 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-df76863c-8c2b-452e-992c-806d541d11d9 req-3d132126-5fb3-4f46-b094-d0195cbe517a tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 210 time: 0.0500686 May 13 21:52:39.364388 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983550e-d5ec-4ab7-9e16-4b7885c1401e x-openstack-request-id: req-9983550e-d5ec-4ab7-9e16-4b7885c1401e {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:39.364686 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc", "name": "network-vif-deleted", "tag": "33b2d378-1acb-4b8e-945a-43a9d123744b", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:39.365100 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9983550e-d5ec-4ab7-9e16-4b7885c1401e {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:39.365766 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9983550e-d5ec-4ab7-9e16-4b7885c1401e'] response: {'server_uuid': '4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc', 'name': 'network-vif-deleted', 'tag': '33b2d378-1acb-4b8e-945a-43a9d123744b', 'status': 'completed', 'code': 200} May 13 21:52:39.479201 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fe2a743d-9635-4023-a456-699e25d3539c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.573036 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fe2a743d-9635-4023-a456-699e25d3539c admin admin] Publish callbacks [] for security_group (30c3b020-b1df-474e-9b2c-4b3e149d1b1b), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.579664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fe2a743d-9635-4023-a456-699e25d3539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (30c3b020-b1df-474e-9b2c-4b3e149d1b1b), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.629874 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-fe2a743d-9635-4023-a456-699e25d3539c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5eeafc3eb2794bad99d1b5b702ba1060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278956 May 13 21:52:39.629874 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a743d-9635-4023-a456-699e25d3539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c3b020-b1df-474e-9b2c-4b3e149d1b1b,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:39.630054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43488) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:39.696267 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5280bdd5-cbbd-4804-8cd6-e219d52296d3 admin admin] Publish callbacks [] for security_group (30c3b020-b1df-474e-9b2c-4b3e149d1b1b), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.720347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5280bdd5-cbbd-4804-8cd6-e219d52296d3 admin admin] Publish callbacks [] for security_group (30c3b020-b1df-474e-9b2c-4b3e149d1b1b), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.776242 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5280bdd5-cbbd-4804-8cd6-e219d52296d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (30c3b020-b1df-474e-9b2c-4b3e149d1b1b), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.778824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5280bdd5-cbbd-4804-8cd6-e219d52296d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.782325 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5280bdd5-cbbd-4804-8cd6-e219d52296d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30c3b020-b1df-474e-9b2c-4b3e149d1b1b HTTP/1.1" status: 204 len: 168 time: 0.1499412 May 13 21:52:39.789282 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280bdd5-cbbd-4804-8cd6-e219d52296d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c3b020-b1df-474e-9b2c-4b3e149d1b1b,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:39.839009 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43498) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:39.953037 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1017278240-network', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:39.975193 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Made reservation on behalf of e2695816a7fb4bd7ab0ea420b156e6e6 for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:39.978925 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:39.987236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.055480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d113b-23dc-4306-81a3-fa252239d356 req-864786fa-ae34-4cb7-8f18-ea006764a323 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:40.057001 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2b9d113b-23dc-4306-81a3-fa252239d356 req-864786fa-ae34-4cb7-8f18-ea006764a323 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0619969 May 13 21:52:40.131713 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2b9d113b-23dc-4306-81a3-fa252239d356 req-61df0a60-fedb-46a6-b63f-d6de0d93449c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667920 May 13 21:52:40.142946 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks [] for security_group (130b5cbc-6c58-44d5-8759-197b95f5efd0), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.157660 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (130b5cbc-6c58-44d5-8759-197b95f5efd0), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.183874 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:52:40.205295 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130b5cbc-6c58-44d5-8759-197b95f5efd0,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:40.210505 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (95012cb6-6e29-46b0-aed7-3a2fd26491d2), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.210948 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Added segment 95012cb6-6e29-46b0-aed7-3a2fd26491d2 of type vlan for network db469d62-9f19-4947-a3c5-257e3bf41ebd May 13 21:52:40.261931 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (db469d62-9f19-4947-a3c5-257e3bf41ebd), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.315908 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (db469d62-9f19-4947-a3c5-257e3bf41ebd), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.317186 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:40.317815 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.368416 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5276916 May 13 21:52:40.371290 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43528) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:40.380948 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Request body: {'subnet': {'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1017278240-subnet', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:40.410393 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ea6c0-4545-4848-8f4e-df2d3bd07546 admin admin] Pushing event updated for resources: {'Network': ['ID=db469d62-9f19-4947-a3c5-257e3bf41ebd,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:40.424834 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Made reservation on behalf of e2695816a7fb4bd7ab0ea420b156e6e6 for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:40.429044 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14045349'] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.436317 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network db469d62-9f19-4947-a3c5-257e3bf41ebd details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:52:40.554920 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9fdc6b0c-a0f0-4cd8-ace8-e076d937e260 req-96e88dcb-96f1-4777-a3ba-2c411c2659b7 tempest-DeleteServersTestJSON-1996890716 tempest-DeleteServersTestJSON-1996890716-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae59ebe-ec5e-4d1e-80f0-ec009e1dabfc HTTP/1.1" status: 200 len: 210 time: 0.0454123 May 13 21:52:40.707264 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13844865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14045363'] for subnet (0f674b44-212e-43e6-bad0-504fc079bfe2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.715751 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43544) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:40.771286 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f674b44-212e-43e6-bad0-504fc079bfe2,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:40.776605 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Checking segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:40.776997 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Network hostable DHCP agents. Network: db469d62-9f19-4947-a3c5-257e3bf41ebd, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:52:40.796191 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:52:40.805898 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, db469d62-9f19-4947-a3c5-257e3bf41ebd) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:40.816363 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:40.817068 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.817181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e912d-4756-4ca0-aaa8-2d0bc5690396 None None] Network db469d62-9f19-4947-a3c5-257e3bf41ebd requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:40.829074 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2101243771-network', 'tenant_id': '1aef84932f4f4725bbc4095f07ebf56e'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:40.845313 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a03846c1-5e8e-4f9e-8b2a-bc2284a7a132 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4693167 May 13 21:52:40.845768 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43554) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:40.850736 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:40.872169 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (e3f19d15-54b9-41d5-97b2-371799a0f198), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.873789 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (e3f19d15-54b9-41d5-97b2-371799a0f198), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.877777 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Made reservation on behalf of 1aef84932f4f4725bbc4095f07ebf56e for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:40.880620 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.896329 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.933515 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks [] for router_controller (e3f19d15-54b9-41d5-97b2-371799a0f198), precommit_add_association {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.945790 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-db469d62-9f19-4947-a3c5-257e3bf41ebd', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:52:40.947037 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.985884 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks [] for security_group (004193de-a810-4077-94b1-5d52d5796801), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:40.991956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (004193de-a810-4077-94b1-5d52d5796801), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.017204 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:52:41.030426 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004193de-a810-4077-94b1-5d52d5796801,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.035571 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (64e48a7c-0e6e-486f-9b11-af9a1a38d47b), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.035764 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Added segment 64e48a7c-0e6e-486f-9b11-af9a1a38d47b of type vlan for network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 May 13 21:52:41.080076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (8fdb1b48-8d7a-41bf-9d07-073be7f93649), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.084528 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks [] for router_gateway (e3f19d15-54b9-41d5-97b2-371799a0f198), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.095944 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Allocated IP 172.20.0.2 (db469d62-9f19-4947-a3c5-257e3bf41ebd/0f674b44-212e-43e6-bad0-504fc079bfe2/51530323-efd4-4b88-b8a6-1290cd368b20) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:41.104432 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (8fdb1b48-8d7a-41bf-9d07-073be7f93649), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.105419 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:41.106137 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.145531 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4257076 May 13 21:52:41.149237 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43556) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:41.154442 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Request body: {'subnet': {'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2101243771-subnet', 'tenant_id': '1aef84932f4f4725bbc4095f07ebf56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:41.170358 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898e3f3-af3b-40b9-8d2b-3ad71121df52 admin admin] Pushing event updated for resources: {'Network': ['ID=8fdb1b48-8d7a-41bf-9d07-073be7f93649,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.181593 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:52:41.192589 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Made reservation on behalf of 1aef84932f4f4725bbc4095f07ebf56e for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:41.195409 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14045349'] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.271083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e243-2c65-4aca-82f3-13e2d396b146 req-16cd7467-1089-4e13-865f-737a18ef4fca tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:41.272627 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-28a8e243-2c65-4aca-82f3-13e2d396b146 req-16cd7467-1089-4e13-865f-737a18ef4fca tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0478208 May 13 21:52:41.325849 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Publish callbacks [] for port (51530323-efd4-4b88-b8a6-1290cd368b20), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.326275 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-28a8e243-2c65-4aca-82f3-13e2d396b146 req-56623543-3ba7-4cdd-8dd0-2a850f5216c3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 May 13 21:52:41.332469 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.355026 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks [] for router_gateway (e3f19d15-54b9-41d5-97b2-371799a0f198), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.374926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:41.380811 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:41.381685 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.385447 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:41.390176 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Pushing event updated for resources: {'Port': ['ID=51530323-efd4-4b88-b8a6-1290cd368b20,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.415045 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.415389 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.415759 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.416110 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.416443 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.416777 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.417088 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.417412 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.417733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.418052 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.418370 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.418815 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.419049 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.419364 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.420184 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:41.455389 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Attempting to bind port 51530323-efd4-4b88-b8a6-1290cd368b20 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:41.456114 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Attempting to bind port 51530323-efd4-4b88-b8a6-1290cd368b20 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:41.456114 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Attempting to bind port 51530323-efd4-4b88-b8a6-1290cd368b20 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:41.461299 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:41.461669 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Checking segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:41.462061 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.462625 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Bound using segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:41.463235 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Bound port: 51530323-efd4-4b88-b8a6-1290cd368b20, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:41.463540 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.537545 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] For port 51530323-efd4-4b88-b8a6-1290cd368b20, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:41.540254 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] For port 51530323-efd4-4b88-b8a6-1290cd368b20, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=51530323-efd4-4b88-b8a6-1290cd368b20,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:41.546520 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.550274 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Allocated IP 172.27.0.155 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/fc031c83-1c6a-400e-9e63-113a89e449f3) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:41.616494 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37a5b1-f43d-4ca0-9965-fc6470b7d9b5 None None] Pushing event updated for resources: {'Port': ['ID=51530323-efd4-4b88-b8a6-1290cd368b20,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.634211 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43570) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:41.634726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13844865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14045363'] for subnet (9fab0ea3-9cae-431b-ae00-f4b20fa27f5d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.754979 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fab0ea3-9cae-431b-ae00-f4b20fa27f5d,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.776076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks [] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.777706 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Checking segment: {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:41.778064 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Network hostable DHCP agents. Network: 8fdb1b48-8d7a-41bf-9d07-073be7f93649, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:52:41.783472 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d89f2374-2ef7-4572-922c-5b65817bac83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.819511 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:52:41.832472 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 8fdb1b48-8d7a-41bf-9d07-073be7f93649) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:41.835245 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.842570 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:41.843186 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.843332 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01170432-7f94-4619-8231-88a99f0db17c None None] Network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:41.885076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d89f2374-2ef7-4572-922c-5b65817bac83 admin admin] Publish callbacks [] for security_group (b9b3ff82-d8df-40eb-943c-a082b3e7b70f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.885863 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:41.891623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d89f2374-2ef7-4572-922c-5b65817bac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b9b3ff82-d8df-40eb-943c-a082b3e7b70f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:41.902353 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5856eea0-533b-4764-929c-96992126c9ba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7430913 May 13 21:52:41.902353 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:41.902353 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:41.929409 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Pushing event updated for resources: {'Port': ['ID=fc031c83-1c6a-400e-9e63-113a89e449f3,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.984012 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d89f2374-2ef7-4572-922c-5b65817bac83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5c046789e39424cbba3c7e523af0c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513527 May 13 21:52:41.984930 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f2374-2ef7-4572-922c-5b65817bac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3ff82-d8df-40eb-943c-a082b3e7b70f,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:41.994022 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43588) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:42.210125 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b83f4912-d630-4908-837b-527a18520fd9 admin admin] Publish callbacks [] for security_group (b9b3ff82-d8df-40eb-943c-a082b3e7b70f), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.236279 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb15c8-ac28-42cf-9bf3-1035d8646078 None None] Network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:42.246582 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b83f4912-d630-4908-837b-527a18520fd9 admin admin] Publish callbacks [] for security_group (b9b3ff82-d8df-40eb-943c-a082b3e7b70f), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.496584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5ed9d-43d8-49f1-8069-e31c6fffa30f req-d2789107-27de-44ef-a51d-6a0107c84207 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:42.506461 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4fa5ed9d-43d8-49f1-8069-e31c6fffa30f req-d2789107-27de-44ef-a51d-6a0107c84207 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0717618 May 13 21:52:42.540995 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b83f4912-d630-4908-837b-527a18520fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b9b3ff82-d8df-40eb-943c-a082b3e7b70f), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.543821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 51530323-efd4-4b88-b8a6-1290cd368b20 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:42.545915 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b83f4912-d630-4908-837b-527a18520fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.547323 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b83f4912-d630-4908-837b-527a18520fd9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9b3ff82-d8df-40eb-943c-a082b3e7b70f HTTP/1.1" status: 204 len: 168 time: 0.5469711 May 13 21:52:42.599128 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f4912-d630-4908-837b-527a18520fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3ff82-d8df-40eb-943c-a082b3e7b70f,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:42.634412 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks [] for router_gateway (e3f19d15-54b9-41d5-97b2-371799a0f198), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.662340 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4fa5ed9d-43d8-49f1-8069-e31c6fffa30f req-cd1e1b4a-8c7c-4616-ac29-7f84ad367ba8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545177 May 13 21:52:42.712951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 51530323-efd4-4b88-b8a6-1290cd368b20 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:42.713619 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.819961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 51530323-efd4-4b88-b8a6-1290cd368b20 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:42.820361 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.865682 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 51530323-efd4-4b88-b8a6-1290cd368b20, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=51530323-efd4-4b88-b8a6-1290cd368b20,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:42.872220 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.901881 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (e3f19d15-54b9-41d5-97b2-371799a0f198), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:42.929838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=51530323-efd4-4b88-b8a6-1290cd368b20,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:42.993701 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43608) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:43.011582 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a2766-605f-4b06-af51-24fe70c4c684 None None] Network db469d62-9f19-4947-a3c5-257e3bf41ebd requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:43.014464 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c34c3-2725-48e0-8eb8-8d8ca5dab760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.046997 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-e04ef918-df4b-4129-ba3c-8caad5966bef None None] Provisioning complete for port 51530323-efd4-4b88-b8a6-1290cd368b20 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:43.047373 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e04ef918-df4b-4129-ba3c-8caad5966bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.066059 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Router e3f19d15-54b9-41d5-97b2-371799a0f198 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:52:43.125329 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c34c3-2725-48e0-8eb8-8d8ca5dab760 admin admin] Publish callbacks [] for security_group (649276e8-7f48-41f8-b28a-5e67c979160f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.131006 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c34c3-2725-48e0-8eb8-8d8ca5dab760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (649276e8-7f48-41f8-b28a-5e67c979160f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.176065 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ea3c34c3-2725-48e0-8eb8-8d8ca5dab760 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4850349064874e689dbff9e0ff497321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812627 May 13 21:52:43.177199 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c34c3-2725-48e0-8eb8-8d8ca5dab760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649276e8-7f48-41f8-b28a-5e67c979160f,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:43.180958 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43614) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:43.206832 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-e04ef918-df4b-4129-ba3c-8caad5966bef None None] Current status of the port 51530323-efd4-4b88-b8a6-1290cd368b20 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:43.235538 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:52:43.245432 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0053b24-8df6-4025-94f6-d81f4b848294 admin admin] Publish callbacks [] for security_group (649276e8-7f48-41f8-b28a-5e67c979160f), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.245592 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:52:43.257739 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:43.257955 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.258568 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:43.267279 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43616) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:43.268077 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-29d712b8-2ea2-4b2f-90ed-18cfa7b8a293 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4212782 May 13 21:52:43.277976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0053b24-8df6-4025-94f6-d81f4b848294 admin admin] Publish callbacks [] for security_group (649276e8-7f48-41f8-b28a-5e67c979160f), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.386075 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:43.416946 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 33b2d378-1acb-4b8e-945a-43a9d123744b no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:52:43.444184 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-b22468a0-da53-4b9b-aa19-d035aead0144 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824814 May 13 21:52:43.450290 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 33b2d378-1acb-4b8e-945a-43a9d123744b {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:52:43.451401 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 33b2d378-1acb-4b8e-945a-43a9d123744b not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:52:43.455726 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.497061 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0053b24-8df6-4025-94f6-d81f4b848294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (649276e8-7f48-41f8-b28a-5e67c979160f), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.499708 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0053b24-8df6-4025-94f6-d81f4b848294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.500845 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e0053b24-8df6-4025-94f6-d81f4b848294 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/649276e8-7f48-41f8-b28a-5e67c979160f HTTP/1.1" status: 204 len: 168 time: 0.3187370 May 13 21:52:43.514863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0053b24-8df6-4025-94f6-d81f4b848294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649276e8-7f48-41f8-b28a-5e67c979160f,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:43.544079 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-44c0479f-68f4-448c-b78a-cd8b0c632901 None None] Provisioning complete for port 51530323-efd4-4b88-b8a6-1290cd368b20 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:43.545642 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-44c0479f-68f4-448c-b78a-cd8b0c632901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.601580 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:42Z', 'revision_number': 3, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:43.629502 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:52:43.630125 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Updating router e3f19d15-54b9-41d5-97b2-371799a0f198 port fc031c83-1c6a-400e-9e63-113a89e449f3 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:52:43.667951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-44c0479f-68f4-448c-b78a-cd8b0c632901 None None] Current status of the port 51530323-efd4-4b88-b8a6-1290cd368b20 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:43.696305 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-22165568-0460-478c-a277-d82afaf1830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:43.697699 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-22165568-0460-478c-a277-d82afaf1830f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1130 time: 0.0487747 May 13 21:52:43.705257 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:43.924320 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625626ea-7c16-4d00-9884-6b5d36cc9f11 req-13a0413c-5f8c-4f1c-ae36-1a09ffd9c331 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:43.931591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-625626ea-7c16-4d00-9884-6b5d36cc9f11 req-13a0413c-5f8c-4f1c-ae36-1a09ffd9c331 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1601880 May 13 21:52:44.018850 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-501a718d-4717-48e5-b6c0-2fdc158f3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:44.020464 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-501a718d-4717-48e5-b6c0-2fdc158f3edf service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.2502460 May 13 21:52:44.067260 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Publish callbacks [] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.073423 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.097919 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-24170f66-7d87-4297-8423-b70e4dfd65ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 200 len: 217 time: 0.0704532 May 13 21:52:44.101126 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-625626ea-7c16-4d00-9884-6b5d36cc9f11 req-520cf86c-1724-4e32-827d-b67bf1f701a4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687818 May 13 21:52:44.143033 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.146927 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Attempting to bind port fc031c83-1c6a-400e-9e63-113a89e449f3 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:44.147719 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Attempting to bind port fc031c83-1c6a-400e-9e63-113a89e449f3 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:44.150845 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Attempting to bind port fc031c83-1c6a-400e-9e63-113a89e449f3 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:44.165533 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Pushing event updated for resources: {'Port': ['ID=fc031c83-1c6a-400e-9e63-113a89e449f3,revision_number=2']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:44.168005 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:44.169016 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:44.170292 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.171647 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:44.172312 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Bound port: fc031c83-1c6a-400e-9e63-113a89e449f3, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:44.172974 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.188883 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-ca4bb74f-567a-459d-9c6d-78f6c4e02d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:44.190757 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-ca4bb74f-567a-459d-9c6d-78f6c4e02d65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0845590 May 13 21:52:44.242140 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] For port fc031c83-1c6a-400e-9e63-113a89e449f3, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:44.249472 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] For port fc031c83-1c6a-400e-9e63-113a89e449f3, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=fc031c83-1c6a-400e-9e63-113a89e449f3,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:44.266361 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.297406 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-e0e4683a-1805-4538-91ea-256d057b5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:44.299412 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-e0e4683a-1805-4538-91ea-256d057b5bf0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693288 May 13 21:52:44.361836 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:44.362653 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:44.366013 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Pushing event updated for resources: {'Port': ['ID=fc031c83-1c6a-400e-9e63-113a89e449f3,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:44.415717 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43656) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:44.450157 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.451832 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.452871 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.453757 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.455039 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.456187 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.456751 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.458615 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.459782 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.460437 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.461137 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.462118 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.463069 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.464317 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.466263 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeaaed6-8f83-4769-9b9d-ca15d4078d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:52:44.504868 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Deleting subnet 3bb56b8e-c342-49d0-a829-9a6663979ac1 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:52:44.510387 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Publish callbacks [] for subnet (3bb56b8e-c342-49d0-a829-9a6663979ac1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.561112 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 51530323-efd4-4b88-b8a6-1290cd368b20 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:44.590113 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Allocated IP 172.20.0.1 (db469d62-9f19-4947-a3c5-257e3bf41ebd/0f674b44-212e-43e6-bad0-504fc079bfe2/ed505b73-8090-4074-9bff-c3b1dd20da7a) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:44.594864 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (3bb56b8e-c342-49d0-a829-9a6663979ac1), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.621035 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-cd7da34d-2464-4e2e-b7c4-9c999a6160c0 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589021 May 13 21:52:44.652739 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (3bb56b8e-c342-49d0-a829-9a6663979ac1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.676680 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 51530323-efd4-4b88-b8a6-1290cd368b20 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:44.683977 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.769742 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (3bb56b8e-c342-49d0-a829-9a6663979ac1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.805187 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:44.820886 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 51530323-efd4-4b88-b8a6-1290cd368b20 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:44.842646 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb56b8e-c342-49d0-a829-9a6663979ac1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:44.847699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks [] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.852846 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.857380 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-12f5f3f7-2a89-4efc-9a99-602c37f1a4c1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3bb56b8e-c342-49d0-a829-9a6663979ac1 HTTP/1.1" status: 204 len: 168 time: 0.4397624 May 13 21:52:44.859659 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0e3f461-fde8-4e99-9799-696eebab20cb req-86865ddd-69e6-4c5e-895c-ac06f08c23a2 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115822 May 13 21:52:44.860043 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43674) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:44.921351 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:44.996535 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ed505b73-8090-4074-9bff-c3b1dd20da7a,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:45.024498 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:45.027191 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:45.029971 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:45.059109 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (e31f46df-974a-465f-8ac4-4ac009072a8a), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.073420 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6fe5d210-33e0-4723-b2bf-46d854dfcd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.121046 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:42Z', 'revision_number': 3, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:45.123464 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (e3f19d15-54b9-41d5-97b2-371799a0f198), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.219345 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0adbb0-f3af-49d6-aaab-a9dd7e74e955 None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:42Z', 'revision_number': 3, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:52:45.262346 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (e31f46df-974a-465f-8ac4-4ac009072a8a), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.290990 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31f46df-974a-465f-8ac4-4ac009072a8a']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:45.325367 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6062b382-fa95-496b-971d-d00f6ede360c') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:45.325604 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6062b382-fa95-496b-971d-d00f6ede360c') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:45.359090 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (6062b382-fa95-496b-971d-d00f6ede360c), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.379400 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (6062b382-fa95-496b-971d-d00f6ede360c), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.392906 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:52:45.393332 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (6062b382-fa95-496b-971d-d00f6ede360c), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:52:45.405078 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:52:45.483605 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43708) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:45.506606 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fef9a14c-d206-4ac2-a744-79c368abd94c None None] Provisioning complete for port ed505b73-8090-4074-9bff-c3b1dd20da7a triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:45.507158 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fef9a14c-d206-4ac2-a744-79c368abd94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.517001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (e31f46df-974a-465f-8ac4-4ac009072a8a), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.533743 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.543066 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e31f46df-974a-465f-8ac4-4ac009072a8a HTTP/1.1" status: 204 len: 168 time: 0.6819496 May 13 21:52:45.556899 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fef9a14c-d206-4ac2-a744-79c368abd94c None None] Port ed505b73-8090-4074-9bff-c3b1dd20da7a cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:45.575447 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202b77-c408-4546-bd01-b965df5b4806 admin admin] Pushing event deleted for resources: {'Network': ['ID=e31f46df-974a-465f-8ac4-4ac009072a8a,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:45.681241 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cc8a81ef-cfc0-4e02-9ed9-4b2947b259f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.692503 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af34a5-5108-478d-8208-3edc1afce044 req-4f629231-1d69-43bf-8213-1f9f816916a6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:45.694050 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4af34a5-5108-478d-8208-3edc1afce044 req-4f629231-1d69-43bf-8213-1f9f816916a6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.4434469 May 13 21:52:45.762524 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43718) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:45.849388 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f54e3ae2-83b3-4746-89c9-bf757c14708f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39174f764455497c99b2fc47838407f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0824971 May 13 21:52:45.852446 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43722) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:45.896787 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4af34a5-5108-478d-8208-3edc1afce044 req-fc64e668-abe3-4404-b858-f61dba8025ae tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896765 May 13 21:52:45.905588 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-5f287dd6-d3b6-42ef-896a-bb494fd7eed1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:45.908318 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-5f287dd6-d3b6-42ef-896a-bb494fd7eed1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/networks?id=8fdb1b48-8d7a-41bf-9d07-073be7f93649 HTTP/1.1" status: 200 len: 809 time: 0.6563594 May 13 21:52:45.922637 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cc8a81ef-cfc0-4e02-9ed9-4b2947b259f6 admin admin] Publish callbacks [] for security_group (84493ea2-5312-447f-b02b-72f46cbf7be5), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.938326 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cc8a81ef-cfc0-4e02-9ed9-4b2947b259f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (84493ea2-5312-447f-b02b-72f46cbf7be5), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.972861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-2b2990f8-47f9-4dbf-91c0-a0097785e13b tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/quotas/1aef84932f4f4725bbc4095f07ebf56e HTTP/1.1" status: 200 len: 375 time: 0.0315826 May 13 21:52:45.976769 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:45.989936 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a81ef-cfc0-4e02-9ed9-4b2947b259f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84493ea2-5312-447f-b02b-72f46cbf7be5,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:46.009711 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72fc835b-8979-4388-83fc-c46244763c0a admin admin] Publish callbacks [] for security_group (f9375284-e306-4d57-9efe-d7335a6fd1ef), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.016829 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-cc8a81ef-cfc0-4e02-9ed9-4b2947b259f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a072427737e24114ab02836dfaae572f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291607 May 13 21:52:46.018650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43728) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:46.042589 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72fc835b-8979-4388-83fc-c46244763c0a admin admin] Publish callbacks [] for security_group (f9375284-e306-4d57-9efe-d7335a6fd1ef), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.079652 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-cf21952e-7550-4ff8-97b3-98712ff8c6fb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937970 May 13 21:52:46.106340 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72fc835b-8979-4388-83fc-c46244763c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f9375284-e306-4d57-9efe-d7335a6fd1ef), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.110036 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-72fc835b-8979-4388-83fc-c46244763c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.111827 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-72fc835b-8979-4388-83fc-c46244763c0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9375284-e306-4d57-9efe-d7335a6fd1ef HTTP/1.1" status: 204 len: 168 time: 0.2573609 May 13 21:52:46.120336 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc835b-8979-4388-83fc-c46244763c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9375284-e306-4d57-9efe-d7335a6fd1ef,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:46.221756 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e599931f-c483-4c8d-a3b9-b186aef4b854 admin admin] Publish callbacks [] for security_group (84493ea2-5312-447f-b02b-72f46cbf7be5), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.282450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e599931f-c483-4c8d-a3b9-b186aef4b854 admin admin] Publish callbacks [] for security_group (84493ea2-5312-447f-b02b-72f46cbf7be5), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.299005 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-64b1c2ab-4aa7-4cff-8e86-404ed0c3beaf service neutron] 10.222.0.35 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000639 May 13 21:52:46.470476 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e599931f-c483-4c8d-a3b9-b186aef4b854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (84493ea2-5312-447f-b02b-72f46cbf7be5), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.473204 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e599931f-c483-4c8d-a3b9-b186aef4b854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.479614 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e599931f-c483-4c8d-a3b9-b186aef4b854 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84493ea2-5312-447f-b02b-72f46cbf7be5 HTTP/1.1" status: 204 len: 168 time: 0.4596252 May 13 21:52:46.502990 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device fc031c83-1c6a-400e-9e63-113a89e449f3 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:46.504322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599931f-c483-4c8d-a3b9-b186aef4b854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84493ea2-5312-447f-b02b-72f46cbf7be5,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:46.510366 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-f22cc41e-40b4-482e-9f80-1ed0114bd77a service neutron] 10.222.0.35 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008345 May 13 21:52:46.530287 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks [] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.539227 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.704691 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port fc031c83-1c6a-400e-9e63-113a89e449f3 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:46.705390 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.715799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ed505b73-8090-4074-9bff-c3b1dd20da7a,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:46.733502 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (e3f19d15-54b9-41d5-97b2-371799a0f198), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.872171 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port fc031c83-1c6a-400e-9e63-113a89e449f3 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:46.875554 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:46.909353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port fc031c83-1c6a-400e-9e63-113a89e449f3, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=fc031c83-1c6a-400e-9e63-113a89e449f3,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:46.920752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:47.065940 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=fc031c83-1c6a-400e-9e63-113a89e449f3,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:47.125597 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-750e12b0-6371-4470-819c-6df9c4535b73 req-d2f87649-e449-47b3-af39-190270b821ef tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.2911432 May 13 21:52:47.127436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:47.140249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:47.259163 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d3ac5-e9bc-4bb4-bede-734eba42e02f req-79c52a18-0792-458a-9c4a-bb2e6b7383d6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:47.262648 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2c3d3ac5-e9bc-4bb4-bede-734eba42e02f req-79c52a18-0792-458a-9c4a-bb2e6b7383d6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1449857 May 13 21:52:47.331236 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef27b324-fa01-4d7c-8881-6d9aa892b75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:47.382982 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2c3d3ac5-e9bc-4bb4-bede-734eba42e02f req-d47f34ae-cebf-429c-817c-8fd1559ddbe0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129656 May 13 21:52:47.542223 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:52:47.603599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-972c9aa8-6b16-491c-8ed0-dcf97a6a5311 None None] Provisioning complete for port ed505b73-8090-4074-9bff-c3b1dd20da7a triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:47.604812 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-972c9aa8-6b16-491c-8ed0-dcf97a6a5311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:47.727135 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-972c9aa8-6b16-491c-8ed0-dcf97a6a5311 None None] Port ed505b73-8090-4074-9bff-c3b1dd20da7a cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:47.791809 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:52:47.809807 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-9b5458dd-08ce-40c7-973b-f6b0e98e48b2 admin admin] 10.222.0.35 "PUT /v2.0/routers/e3f19d15-54b9-41d5-97b2-371799a0f198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5413697 May 13 21:52:47.854181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:52:47.870756 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:47.871390 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:48.000483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:48.299264 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9fc670f3-4c76-4426-92d7-c0cad1038fca req-9faf2a3a-b1fd-4dd6-976b-ee29e630adc9 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.0342004 May 13 21:52:48.396049 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 2, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:48.461524 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:52:48.461884 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Updating router e3f19d15-54b9-41d5-97b2-371799a0f198 port ed505b73-8090-4074-9bff-c3b1dd20da7a binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:52:48.547055 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:48.598622 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device fc031c83-1c6a-400e-9e63-113a89e449f3 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:48.650441 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aacb10-7e0a-41fe-900c-823f3c1f60ec req-e91d90be-06cc-422d-b84b-25a7d0140b4c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:48.664581 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-53aacb10-7e0a-41fe-900c-823f3c1f60ec req-e91d90be-06cc-422d-b84b-25a7d0140b4c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1670659 May 13 21:52:48.666251 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:48.796893 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-5f8fe17a-f04a-444d-b313-674515fe6119 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:48.800254 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-5f8fe17a-f04a-444d-b313-674515fe6119 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "GET /v2.0/networks?id=8fdb1b48-8d7a-41bf-9d07-073be7f93649 HTTP/1.1" status: 200 len: 809 time: 0.1315875 May 13 21:52:48.887085 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Request body: {'port': {'device_id': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649', 'admin_state_up': True, 'tenant_id': '1aef84932f4f4725bbc4095f07ebf56e'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:48.929619 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43900) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:48.974631 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43906) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:48.980683 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-409669046-network', 'tenant_id': '1db44b16e87747aeab1ff242b1556794'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:48.998505 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-53aacb10-7e0a-41fe-900c-823f3c1f60ec req-1f29b692-ecec-411c-a532-072cadac74ae tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328288 May 13 21:52:49.033856 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Made reservation on behalf of 1db44b16e87747aeab1ff242b1556794 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:49.034093 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Made reservation on behalf of 1aef84932f4f4725bbc4095f07ebf56e for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:49.036703 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.039261 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port fc031c83-1c6a-400e-9e63-113a89e449f3 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:49.039733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.048892 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.071887 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.136550 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Publish callbacks [] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.165736 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.226493 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0b45f-3ef5-4ed2-b784-f4f00446cb28 None None] Pushing event updated for resources: {'Port': ['ID=ed505b73-8090-4074-9bff-c3b1dd20da7a,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:49.245454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port fc031c83-1c6a-400e-9e63-113a89e449f3 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:49.253155 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Allocated IP 172.20.0.12 (8fdb1b48-8d7a-41bf-9d07-073be7f93649/9fab0ea3-9cae-431b-ae00-f4b20fa27f5d/0a84daf6-7909-41e6-9df9-bfda090f53cf) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:49.280852 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks [] for security_group (6af0c77f-1163-48d8-b8ca-de46acb08cd4), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.301343 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6af0c77f-1163-48d8-b8ca-de46acb08cd4), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.324126 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:52:49.329477 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Attempting to bind port ed505b73-8090-4074-9bff-c3b1dd20da7a on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:49.330237 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Attempting to bind port ed505b73-8090-4074-9bff-c3b1dd20da7a by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:49.330845 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Attempting to bind port ed505b73-8090-4074-9bff-c3b1dd20da7a on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:49.337716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:49.339696 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Checking segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:49.340324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.343018 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Bound using segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:49.343735 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Bound port: ed505b73-8090-4074-9bff-c3b1dd20da7a, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:49.344718 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.361752 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (3cd8135f-8ab7-41ba-8159-341fc60304c6), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.362176 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Added segment 3cd8135f-8ab7-41ba-8159-341fc60304c6 of type vlan for network 58c007f9-4947-433b-9c04-c53c2f09ba9e May 13 21:52:49.451688 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0b83ddb-346a-41a7-a3ba-6c373504d11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.480201 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] For port ed505b73-8090-4074-9bff-c3b1dd20da7a, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:49.486332 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] For port ed505b73-8090-4074-9bff-c3b1dd20da7a, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=ed505b73-8090-4074-9bff-c3b1dd20da7a,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:49.500329 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.509696 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c2345d45-bfee-4b90-933a-655a7d89b0c1 req-a48f7c78-fd1f-40dd-b2a1-ec1d3327c46e tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.0597141 May 13 21:52:49.615082 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af0c77f-1163-48d8-b8ca-de46acb08cd4,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:49.639847 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:49.640483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:49.648003 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (58c007f9-4947-433b-9c04-c53c2f09ba9e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.656916 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks [] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.664827 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43926) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:49.727842 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.754165 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (58c007f9-4947-433b-9c04-c53c2f09ba9e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.760649 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:49.764668 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.842546 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Pushing event updated for resources: {'Port': ['ID=0a84daf6-7909-41e6-9df9-bfda090f53cf,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:49.878101 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:49.879737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:49.887249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:49.964683 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9866114 May 13 21:52:49.967472 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] Provisioning complete for port ed505b73-8090-4074-9bff-c3b1dd20da7a triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:49.967848 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.973379 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:49.977090 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:49.980185 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43938) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:49.988210 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Request body: {'subnet': {'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-409669046-subnet', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:50.001427 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0b45f-3ef5-4ed2-b784-f4f00446cb28 None None] Pushing event updated for resources: {'Port': ['ID=ed505b73-8090-4074-9bff-c3b1dd20da7a,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.022095 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-08baac2c-7b64-4dd1-8637-d7dd999a1e96 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1412239 May 13 21:52:50.031949 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Made reservation on behalf of 1db44b16e87747aeab1ff242b1556794 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:52:50.036602 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13984070'] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.098371 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b5c9-e6a5-44b1-a39b-544f05c33198 admin admin] Pushing event updated for resources: {'Network': ['ID=58c007f9-4947-433b-9c04-c53c2f09ba9e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.136519 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.137715 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:52:50.187214 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Request body: {'port': {'device_id': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:50.187740 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0b83ddb-346a-41a7-a3ba-6c373504d11e admin admin] Publish callbacks [] for security_group (cb92c2a7-3ae1-45fc-8037-de42bf11faea), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.198579 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0b83ddb-346a-41a7-a3ba-6c373504d11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (cb92c2a7-3ae1-45fc-8037-de42bf11faea), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.244535 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f0b83ddb-346a-41a7-a3ba-6c373504d11e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0e44b87f674490a9d95d2ae148a0e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3138127 May 13 21:52:50.257001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43950) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:50.265609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-328e6c7d-a70a-410b-b385-1ea1df56c79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.286491 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:50.309363 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b83ddb-346a-41a7-a3ba-6c373504d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92c2a7-3ae1-45fc-8037-de42bf11faea,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.350242 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13643699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13984080'] for subnet (2f1807dd-de01-4ead-bf88-adabfc4982fe), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.358244 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa243534-4e55-4ec7-a6ab-a9acf1c8a1b3 req-311883a8-fb26-452f-9734-b8922039a31e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:50.359841 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aa243534-4e55-4ec7-a6ab-a9acf1c8a1b3 req-311883a8-fb26-452f-9734-b8922039a31e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1836035 May 13 21:52:50.375555 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c51300eb-1f7e-4635-a320-45111546f326 admin admin] Publish callbacks [] for security_group (cb92c2a7-3ae1-45fc-8037-de42bf11faea), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.379786 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] Current status of the port ed505b73-8090-4074-9bff-c3b1dd20da7a is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:50.381194 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.399448 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c51300eb-1f7e-4635-a320-45111546f326 admin admin] Publish callbacks [] for security_group (cb92c2a7-3ae1-45fc-8037-de42bf11faea), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.427205 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.455431 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c51300eb-1f7e-4635-a320-45111546f326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (cb92c2a7-3ae1-45fc-8037-de42bf11faea), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.458195 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c51300eb-1f7e-4635-a320-45111546f326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.459429 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-c51300eb-1f7e-4635-a320-45111546f326 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb92c2a7-3ae1-45fc-8037-de42bf11faea HTTP/1.1" status: 204 len: 168 time: 0.2011397 May 13 21:52:50.470894 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51300eb-1f7e-4635-a320-45111546f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92c2a7-3ae1-45fc-8037-de42bf11faea,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.481807 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1807dd-de01-4ead-bf88-adabfc4982fe,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.560090 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aa243534-4e55-4ec7-a6ab-a9acf1c8a1b3 req-e215b6bf-b5eb-4817-9387-889dc25edb40 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695733 May 13 21:52:50.567444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] For port ed505b73-8090-4074-9bff-c3b1dd20da7a, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=ed505b73-8090-4074-9bff-c3b1dd20da7a,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:50.573715 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Checking segment: {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:50.574084 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Network hostable DHCP agents. Network: 58c007f9-4947-433b-9c04-c53c2f09ba9e, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:52:50.579687 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.613731 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-328e6c7d-a70a-410b-b385-1ea1df56c79c admin admin] Publish callbacks [] for security_group (36cc9aa1-374f-4712-9bcc-245fa4f4db2d), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.630297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-328e6c7d-a70a-410b-b385-1ea1df56c79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (36cc9aa1-374f-4712-9bcc-245fa4f4db2d), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.659607 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:52:50.760530 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7687864e-9618-4948-b51c-edb546b5248a None None] Provisioning complete for port ed505b73-8090-4074-9bff-c3b1dd20da7a triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:50.761066 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7687864e-9618-4948-b51c-edb546b5248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.769005 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:49Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:50.773947 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 58c007f9-4947-433b-9c04-c53c2f09ba9e) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:50.784030 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-328e6c7d-a70a-410b-b385-1ea1df56c79c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b17a044889b481cad63732c38a1d89a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1137187 May 13 21:52:50.784464 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43964) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:50.788011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e6c7d-a70a-410b-b385-1ea1df56c79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cc9aa1-374f-4712-9bcc-245fa4f4db2d,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.791613 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:50.792224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.804159 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990c69a-daf5-4c7e-9fba-6e376a8d0d98 req-f94ce7f5-dde5-43c7-9186-49c603b046a0 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:50.805605 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0990c69a-daf5-4c7e-9fba-6e376a8d0d98 req-f94ce7f5-dde5-43c7-9186-49c603b046a0 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 932 time: 0.1567531 May 13 21:52:50.850228 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b972c7-1251-4786-979b-5a06761babdc None None] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:50.853266 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45d45a-a142-462e-80cf-7f3fa3489bc2 None None] Pushing event updated for resources: {'Port': ['ID=ed505b73-8090-4074-9bff-c3b1dd20da7a,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:50.879026 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bad57f84-9afa-4f04-968b-c7cbfe46a911 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8955288 May 13 21:52:50.885566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 43968) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:50.893139 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7355e487-bf21-4ee0-b2b5-4d188ff6cac3 admin admin] Publish callbacks [] for security_group (36cc9aa1-374f-4712-9bcc-245fa4f4db2d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:50.901302 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d609032-ded9-4385-be4e-0aa62a399e45 None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:49Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:52:50.904449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:52:50.924987 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7355e487-bf21-4ee0-b2b5-4d188ff6cac3 admin admin] Publish callbacks [] for security_group (36cc9aa1-374f-4712-9bcc-245fa4f4db2d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.008083 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7355e487-bf21-4ee0-b2b5-4d188ff6cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (36cc9aa1-374f-4712-9bcc-245fa4f4db2d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.011382 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7355e487-bf21-4ee0-b2b5-4d188ff6cac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.021088 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7355e487-bf21-4ee0-b2b5-4d188ff6cac3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36cc9aa1-374f-4712-9bcc-245fa4f4db2d HTTP/1.1" status: 204 len: 168 time: 0.2349977 May 13 21:52:51.030758 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0990c69a-daf5-4c7e-9fba-6e376a8d0d98 req-23b4ed38-1a49-465e-8be6-e65ade4ef2a5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164781 May 13 21:52:51.034253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (442fa4be-f024-4071-b67e-66ee047d27df), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.034425 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355e487-bf21-4ee0-b2b5-4d188ff6cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cc9aa1-374f-4712-9bcc-245fa4f4db2d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:51.036449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (442fa4be-f024-4071-b67e-66ee047d27df), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.126697 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-58c007f9-4947-433b-9c04-c53c2f09ba9e', 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e', 'project_id': '1db44b16e87747aeab1ff242b1556794', 'fixed_ips': [{'subnet_id': '2f1807dd-de01-4ead-bf88-adabfc4982fe'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:52:51.128176 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.153918 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7687864e-9618-4948-b51c-edb546b5248a None None] Current status of the port ed505b73-8090-4074-9bff-c3b1dd20da7a is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:51.368371 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.375281 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 43994) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:51.402855 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Allocated IP 172.20.0.2 (58c007f9-4947-433b-9c04-c53c2f09ba9e/2f1807dd-de01-4ead-bf88-adabfc4982fe/7035a605-6b11-4180-915a-060e81e50e17) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:51.474794 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Deleting subnet 5487dadc-cbe1-483b-9755-abd3c869feb2 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:52:51.480104 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Publish callbacks [] for subnet (5487dadc-cbe1-483b-9755-abd3c869feb2), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.568137 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (5487dadc-cbe1-483b-9755-abd3c869feb2), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.661090 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks [] for router_controller (442fa4be-f024-4071-b67e-66ee047d27df), precommit_add_association {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.674560 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (5487dadc-cbe1-483b-9755-abd3c869feb2), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.705244 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44000) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:51.712018 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Publish callbacks [] for port (7035a605-6b11-4180-915a-060e81e50e17), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.719915 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (7035a605-6b11-4180-915a-060e81e50e17), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.727630 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-67bc2c44-3e18-4c92-9709-d773ee3a3a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.790194 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c5cf4-b270-4ca4-b6f6-5cfb04b71f13 req-a4aeea41-a105-438f-b072-5d4cd2e8de1e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:51.792732 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a94c5cf4-b270-4ca4-b6f6-5cfb04b71f13 req-a4aeea41-a105-438f-b072-5d4cd2e8de1e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0683498 May 13 21:52:51.813857 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Pushing event updated for resources: {'Port': ['ID=7035a605-6b11-4180-915a-060e81e50e17,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:51.835027 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (5487dadc-cbe1-483b-9755-abd3c869feb2), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.853395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:51.857716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:51.864916 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:51.911769 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5487dadc-cbe1-483b-9755-abd3c869feb2,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:51.925072 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.929682 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6166e5c8-6104-490d-99fe-7022b8030520 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5487dadc-cbe1-483b-9755-abd3c869feb2 HTTP/1.1" status: 204 len: 168 time: 0.5531452 May 13 21:52:51.932669 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44006) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:51.947932 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Attempting to bind port 7035a605-6b11-4180-915a-060e81e50e17 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:51.948338 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Attempting to bind port 7035a605-6b11-4180-915a-060e81e50e17 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:51.948709 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Attempting to bind port 7035a605-6b11-4180-915a-060e81e50e17 on network 58c007f9-4947-433b-9c04-c53c2f09ba9e {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:51.955300 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:51.955738 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Checking segment: {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:51.956154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.956553 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Bound using segment: {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:51.957023 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Bound port: 7035a605-6b11-4180-915a-060e81e50e17, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:51.957443 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7035a605-6b11-4180-915a-060e81e50e17), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:51.987272 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-67bc2c44-3e18-4c92-9709-d773ee3a3a41 admin admin] Publish callbacks [] for security_group (c13d23db-0b03-4058-9463-ec4547506912), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.018314 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks [] for router_gateway (442fa4be-f024-4071-b67e-66ee047d27df), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.034578 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-67bc2c44-3e18-4c92-9709-d773ee3a3a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c13d23db-0b03-4058-9463-ec4547506912), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.069429 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a94c5cf4-b270-4ca4-b6f6-5cfb04b71f13 req-93b5fad1-3d51-4fd1-b284-9cbffe2f516e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698493 May 13 21:52:52.082240 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] For port 7035a605-6b11-4180-915a-060e81e50e17, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:52.090309 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.095194 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] For port 7035a605-6b11-4180-915a-060e81e50e17, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=7035a605-6b11-4180-915a-060e81e50e17,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:52.110110 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7035a605-6b11-4180-915a-060e81e50e17), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.126373 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-67bc2c44-3e18-4c92-9709-d773ee3a3a41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1d4fbc895b241abb9d8a895756fe9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198847 May 13 21:52:52.132958 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44014) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:52.146600 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2c44-3e18-4c92-9709-d773ee3a3a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13d23db-0b03-4058-9463-ec4547506912,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:52.179119 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a84daf6-7909-41e6-9df9-bfda090f53cf {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:52.215866 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Publish callbacks [] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.253684 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.273372 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766c1e0-92fe-4f09-bca9-053bed286686 None None] Pushing event updated for resources: {'Port': ['ID=7035a605-6b11-4180-915a-060e81e50e17,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:52.280054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:52.293973 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b610817d-6278-4c4c-9b65-9e57c51f5115') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:52.294072 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b610817d-6278-4c4c-9b65-9e57c51f5115') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:52.306141 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (b610817d-6278-4c4c-9b65-9e57c51f5115), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.324665 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (b610817d-6278-4c4c-9b65-9e57c51f5115), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.336154 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:52:52.336700 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (b610817d-6278-4c4c-9b65-9e57c51f5115), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:52:52.340238 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:52:52.401727 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f103bfc-6584-4051-a767-be9bb2b740b2 req-89c34f93-4a3a-4873-bbd2-bc1bce22c628 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:52.404274 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7f103bfc-6584-4051-a767-be9bb2b740b2 req-89c34f93-4a3a-4873-bbd2-bc1bce22c628 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 932 time: 0.1976049 May 13 21:52:52.405066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6030da1-6920-49b7-909d-f9d36e1d05e9 admin admin] Publish callbacks [] for security_group (c13d23db-0b03-4058-9463-ec4547506912), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.483266 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.496989 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.496989 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d HTTP/1.1" status: 204 len: 168 time: 0.5625668 May 13 21:52:52.499100 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44024) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:52.552973 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Transition to ACTIVE for port object 0a84daf6-7909-41e6-9df9-bfda090f53cf will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:52:52.573268 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.586064 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device ed505b73-8090-4074-9bff-c3b1dd20da7a up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:52.704507 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port ed505b73-8090-4074-9bff-c3b1dd20da7a triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:52.705004 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.742808 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Deleting subnet 3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:52:52.747357 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf484a-a5ba-4c2e-95a4-49f629169217 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0f81fc-aa5f-4a72-be8d-8d4ed8f3b15d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:52.752354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Publish callbacks [] for subnet (3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.755773 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Pushing event updated for resources: {'Port': ['ID=0a84daf6-7909-41e6-9df9-bfda090f53cf,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:52.765930 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks [] for router_gateway (442fa4be-f024-4071-b67e-66ee047d27df), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.815068 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.834051 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.845653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6030da1-6920-49b7-909d-f9d36e1d05e9 admin admin] Publish callbacks [] for security_group (c13d23db-0b03-4058-9463-ec4547506912), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.872423 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.915415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port ed505b73-8090-4074-9bff-c3b1dd20da7a is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:52.937867 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7f103bfc-6584-4051-a767-be9bb2b740b2 req-e8d6e8a7-b330-4abb-833a-f7923f32dfce tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237807 May 13 21:52:52.972531 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:52.994979 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.000216 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8 HTTP/1.1" status: 204 len: 168 time: 0.5001385 May 13 21:52:53.037253 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44042) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:53.046316 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42497f-2bba-4d32-9ca9-d163e820fced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8f8e8a-c02a-4b3f-b1d4-1cd1376c42c8,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:53.091605 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Attempting to bind port 0a84daf6-7909-41e6-9df9-bfda090f53cf on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:53.092207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Attempting to bind port 0a84daf6-7909-41e6-9df9-bfda090f53cf by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:53.092403 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Attempting to bind port 0a84daf6-7909-41e6-9df9-bfda090f53cf on network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:53.100095 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Port 0a84daf6-7909-41e6-9df9-bfda090f53cf on network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:52:53.100420 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Attempting to bind port 0a84daf6-7909-41e6-9df9-bfda090f53cf on network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:53.116913 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:53.117265 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Checking segment: {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:53.117861 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Bound using segment: {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:53.118480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Bound port: 0a84daf6-7909-41e6-9df9-bfda090f53cf, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:53.118871 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.188933 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (844099e3-3ead-4154-87fb-7b6c3c5d8ecb), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.216201 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6030da1-6920-49b7-909d-f9d36e1d05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c13d23db-0b03-4058-9463-ec4547506912), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.224627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6030da1-6920-49b7-909d-f9d36e1d05e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.227935 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e6030da1-6920-49b7-909d-f9d36e1d05e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c13d23db-0b03-4058-9463-ec4547506912 HTTP/1.1" status: 204 len: 168 time: 1.0939422 May 13 21:52:53.265053 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Allocated IP 172.27.0.150 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/2b80758c-3975-4ca4-9405-042b250336a1) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:53.347727 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (844099e3-3ead-4154-87fb-7b6c3c5d8ecb), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.384423 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844099e3-3ead-4154-87fb-7b6c3c5d8ecb']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:53.402098 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6030da1-6920-49b7-909d-f9d36e1d05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13d23db-0b03-4058-9463-ec4547506912,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:53.402358 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1497e6-ca5c-441b-ba6d-261a57f056bb') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:53.402734 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1497e6-ca5c-441b-ba6d-261a57f056bb') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:53.427078 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (6c1497e6-ca5c-441b-ba6d-261a57f056bb), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.456498 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (6c1497e6-ca5c-441b-ba6d-261a57f056bb), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.467790 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:52:53.467790 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (6c1497e6-ca5c-441b-ba6d-261a57f056bb), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:52:53.470112 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:52:53.498245 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a9a4-5784-40da-9ef6-e0ab6d6bd2f9 req-163a12aa-b5ef-4ee9-b058-f1133dfe2321 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:53.499871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7427a9a4-5784-40da-9ef6-e0ab6d6bd2f9 req-163a12aa-b5ef-4ee9-b058-f1133dfe2321 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.2323575 May 13 21:52:53.507372 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] For port 0a84daf6-7909-41e6-9df9-bfda090f53cf, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:53.568656 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7427a9a4-5784-40da-9ef6-e0ab6d6bd2f9 req-dd753ea9-b9bd-4ca9-8878-bd348be5fb73 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566678 May 13 21:52:53.594146 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks [] for port (2b80758c-3975-4ca4-9405-042b250336a1), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.621508 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (844099e3-3ead-4154-87fb-7b6c3c5d8ecb), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.637609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.645159 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] 10.222.0.35 "DELETE /v2.0/networks/844099e3-3ead-4154-87fb-7b6c3c5d8ecb HTTP/1.1" status: 204 len: 168 time: 0.6053684 May 13 21:52:53.650491 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] For port 0a84daf6-7909-41e6-9df9-bfda090f53cf, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:53.663197 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.663697 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ae52e-5be1-46e2-9486-526c93d1e861 admin admin] Pushing event deleted for resources: {'Network': ['ID=844099e3-3ead-4154-87fb-7b6c3c5d8ecb,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:53.702495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (2b80758c-3975-4ca4-9405-042b250336a1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.737643 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:53.738717 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:53.740522 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] 10.222.0.58 "PUT /v2.0/ports/0a84daf6-7909-41e6-9df9-bfda090f53cf HTTP/1.1" status: 200 len: 1094 time: 3.5668323 May 13 21:52:53.743777 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'tag': '0a84daf6-7909-41e6-9df9-bfda090f53cf'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:52:53.746912 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825266f2-4118-4242-83e8-9bff0ffb47b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8353f81c-b932-4da9-89b4-82bf9883a3c9", "tag": "0a84daf6-7909-41e6-9df9-bfda090f53cf"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:52:53.756264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:53.757777 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef349bc-1fb3-4dde-8d35-52d45cd6d65d service neutron] Pushing event updated for resources: {'Port': ['ID=0a84daf6-7909-41e6-9df9-bfda090f53cf,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:53.761062 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:53.811297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Pushing event updated for resources: {'Port': ['ID=2b80758c-3975-4ca4-9405-042b250336a1,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:53.814165 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:53.874526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f3adf-4c69-46ff-973c-87e387b7d1a2 x-openstack-request-id: req-f47f3adf-4c69-46ff-973c-87e387b7d1a2 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:52:53.875045 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353f81c-b932-4da9-89b4-82bf9883a3c9", "tag": "0a84daf6-7909-41e6-9df9-bfda090f53cf", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:52:53.875448 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f47f3adf-4c69-46ff-973c-87e387b7d1a2 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:52:53.875998 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47f3adf-4c69-46ff-973c-87e387b7d1a2'] response: {'name': 'network-changed', 'server_uuid': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'tag': '0a84daf6-7909-41e6-9df9-bfda090f53cf', 'status': 'completed', 'code': 200} May 13 21:52:53.915029 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44074) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:53.934515 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d662bb6-42eb-4187-b752-dd9f4aad601c None None] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:52:53.949514 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-0ff96dfe-d36c-4d80-a645-264ce824ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:53.951260 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-0ff96dfe-d36c-4d80-a645-264ce824ca6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 1128 time: 0.0807245 May 13 21:52:54.001402 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ccc59910-a6bd-4274-adfb-230f06ac462a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0edcbbe2440f4666b68289635de4adea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852582 May 13 21:52:54.003831 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44084) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:54.024476 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] Provisioning complete for port 7035a605-6b11-4180-915a-060e81e50e17 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:54.025054 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7035a605-6b11-4180-915a-060e81e50e17), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.089208 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-42119b6a-09c0-478d-b666-26017bcfdefb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf HTTP/1.1" status: 200 len: 217 time: 0.0626256 May 13 21:52:54.175304 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b74eea5a-ee43-419b-8ede-c5a943ed0a14 admin admin] Publish callbacks [] for security_group (9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.213604 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5437-d9bd-432d-89c2-d59a1312cfa5 req-e7a8a7e8-aa1a-415c-bdfe-c1a580249477 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:54.226819 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cc7c5437-d9bd-432d-89c2-d59a1312cfa5 req-e7a8a7e8-aa1a-415c-bdfe-c1a580249477 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 944 time: 0.1806679 May 13 21:52:54.244801 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b74eea5a-ee43-419b-8ede-c5a943ed0a14 admin admin] Publish callbacks [] for security_group (9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.288470 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-446eab41-dac0-4c73-973d-2d8530e97488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:54.290076 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-446eab41-dac0-4c73-973d-2d8530e97488 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fab0ea3-9cae-431b-ae00-f4b20fa27f5d HTTP/1.1" status: 200 len: 849 time: 0.1497748 May 13 21:52:54.305069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cc7c5437-d9bd-432d-89c2-d59a1312cfa5 req-6b4c3a72-c3fb-4207-969d-8bd6683efae0 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728817 May 13 21:52:54.356789 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b74eea5a-ee43-419b-8ede-c5a943ed0a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.359756 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b74eea5a-ee43-419b-8ede-c5a943ed0a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.360841 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b74eea5a-ee43-419b-8ede-c5a943ed0a14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2 HTTP/1.1" status: 204 len: 168 time: 0.3556974 May 13 21:52:54.381868 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eea5a-ee43-419b-8ede-c5a943ed0a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff40b3c-e129-4b9e-9ae1-a10350b4bfe2,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:54.417924 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-61904575-f42d-44d6-ac5d-1f30fdc7d81a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8fdb1b48-8d7a-41bf-9d07-073be7f93649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079097 May 13 21:52:54.469808 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] Current status of the port 7035a605-6b11-4180-915a-060e81e50e17 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:54.479167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7035a605-6b11-4180-915a-060e81e50e17), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.537192 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 7035a605-6b11-4180-915a-060e81e50e17 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:54.579499 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] For port 7035a605-6b11-4180-915a-060e81e50e17, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=7035a605-6b11-4180-915a-060e81e50e17,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:54.591264 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7035a605-6b11-4180-915a-060e81e50e17), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.702005 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 7035a605-6b11-4180-915a-060e81e50e17 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:54.702680 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7035a605-6b11-4180-915a-060e81e50e17), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.749999 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c9b9c-03a4-46f0-81d0-2f33fdec5040 None None] Pushing event updated for resources: {'Port': ['ID=7035a605-6b11-4180-915a-060e81e50e17,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:54.780471 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks [] for router_gateway (442fa4be-f024-4071-b67e-66ee047d27df), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.850288 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-184e454b-1b0b-4110-bfa3-a4089c96ec16 service neutron] 10.222.0.58 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230843 May 13 21:52:54.856445 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 7035a605-6b11-4180-915a-060e81e50e17 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:54.862610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cda3c3-5b24-4987-926e-33f22fb6a067 req-217ea6e6-3645-4da7-a83d-369ee9c93e0c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:54.864187 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-90cda3c3-5b24-4987-926e-33f22fb6a067 req-217ea6e6-3645-4da7-a83d-369ee9c93e0c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1538770 May 13 21:52:54.867735 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44134) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:54.928377 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-99b0f970-3ddc-4df4-abab-d62758ec8ab0 None None] Provisioning complete for port 7035a605-6b11-4180-915a-060e81e50e17 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:54.930940 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-99b0f970-3ddc-4df4-abab-d62758ec8ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7035a605-6b11-4180-915a-060e81e50e17), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:54.932637 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-bad188f7-ce78-4404-a4cd-6bd79b64b94b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e464534e84de4491b568c6716574a689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632446 May 13 21:52:54.936093 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44136) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:55.013631 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b334d407-be16-47ac-ba3b-0382b9968425 admin admin] Publish callbacks [] for security_group (3264230b-bfec-4af2-9c89-e76b1e3ea1d1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.053349 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b334d407-be16-47ac-ba3b-0382b9968425 admin admin] Publish callbacks [] for security_group (3264230b-bfec-4af2-9c89-e76b1e3ea1d1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.133974 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b334d407-be16-47ac-ba3b-0382b9968425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (3264230b-bfec-4af2-9c89-e76b1e3ea1d1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.136902 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b334d407-be16-47ac-ba3b-0382b9968425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.138167 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b334d407-be16-47ac-ba3b-0382b9968425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3264230b-bfec-4af2-9c89-e76b1e3ea1d1 HTTP/1.1" status: 204 len: 168 time: 0.2004483 May 13 21:52:55.145083 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-99b0f970-3ddc-4df4-abab-d62758ec8ab0 None None] Current status of the port 7035a605-6b11-4180-915a-060e81e50e17 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:55.148883 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334d407-be16-47ac-ba3b-0382b9968425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3264230b-bfec-4af2-9c89-e76b1e3ea1d1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:55.300653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-90cda3c3-5b24-4987-926e-33f22fb6a067 req-7dab687e-9256-4128-80db-72cd237a85e5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248843 May 13 21:52:55.308227 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2068d34a-80e6-4501-af74-4c6e8cf923b8 req-d9d39957-d2f0-48a2-8dd5-a8ecee25abb0 service neutron] 10.222.0.58 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410355 May 13 21:52:55.423133 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44150) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:55.446692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (442fa4be-f024-4071-b67e-66ee047d27df), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.458435 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d076153-f1de-4885-87e7-251bd7ec4ed3 req-87ed87f8-b5c5-4c97-990e-ad4ec38373a2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:55.459949 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d076153-f1de-4885-87e7-251bd7ec4ed3 req-87ed87f8-b5c5-4c97-990e-ad4ec38373a2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 944 time: 0.0615628 May 13 21:52:55.582101 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d076153-f1de-4885-87e7-251bd7ec4ed3 req-694a3934-c23f-498c-8243-838e8ee1162d tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831332 May 13 21:52:55.634136 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Router 442fa4be-f024-4071-b67e-66ee047d27df is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:52:55.644747 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3dee017-8b07-4cd3-b4e4-68df68320fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.766440 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:52:55.768524 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3dee017-8b07-4cd3-b4e4-68df68320fe9 admin admin] Publish callbacks [] for security_group (ebb0bc14-e99e-4103-a380-d8ca5a35d471), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.778629 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3dee017-8b07-4cd3-b4e4-68df68320fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (ebb0bc14-e99e-4103-a380-d8ca5a35d471), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.781661 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Sync routers for ids ['442fa4be-f024-4071-b67e-66ee047d27df'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:52:55.811127 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Routers {'442fa4be-f024-4071-b67e-66ee047d27df'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:55.818680 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:55.820870 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c243ec95-8449-4769-b425-106e69a6b105 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9343059 May 13 21:52:55.821171 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['442fa4be-f024-4071-b67e-66ee047d27df'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:55.826793 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44172) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:55.857676 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a3dee017-8b07-4cd3-b4e4-68df68320fe9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e3dea64bae54cc1bae11a22214c60fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334450 May 13 21:52:55.858769 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dee017-8b07-4cd3-b4e4-68df68320fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb0bc14-e99e-4103-a380-d8ca5a35d471,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:55.868361 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44174) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:56.001085 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c18c-135a-464f-a2e3-4753fc0e2595 admin admin] Publish callbacks [] for security_group (ebb0bc14-e99e-4103-a380-d8ca5a35d471), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.029392 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c18c-135a-464f-a2e3-4753fc0e2595 admin admin] Publish callbacks [] for security_group (ebb0bc14-e99e-4103-a380-d8ca5a35d471), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.085079 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Set router 442fa4be-f024-4071-b67e-66ee047d27df gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:56.128840 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c18c-135a-464f-a2e3-4753fc0e2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (ebb0bc14-e99e-4103-a380-d8ca5a35d471), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.132075 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c18c-135a-464f-a2e3-4753fc0e2595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.133687 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f0d3c18c-135a-464f-a2e3-4753fc0e2595 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebb0bc14-e99e-4103-a380-d8ca5a35d471 HTTP/1.1" status: 204 len: 168 time: 0.2542870 May 13 21:52:56.148152 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c18c-135a-464f-a2e3-4753fc0e2595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb0bc14-e99e-4103-a380-d8ca5a35d471,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:56.357745 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T21:52:54Z', 'revision_number': 3, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:56.377768 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-e6ab47c4-0dcd-43be-bec7-096fb82b748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:56.385470 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-e6ab47c4-0dcd-43be-bec7-096fb82b748a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 1128 time: 0.1424406 May 13 21:52:56.391799 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Checking router: 442fa4be-f024-4071-b67e-66ee047d27df for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:52:56.392213 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Updating router 442fa4be-f024-4071-b67e-66ee047d27df port 2b80758c-3975-4ca4-9405-042b250336a1 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:52:56.462155 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2b80758c-3975-4ca4-9405-042b250336a1), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.484324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 7035a605-6b11-4180-915a-060e81e50e17 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:56.571619 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 7035a605-6b11-4180-915a-060e81e50e17 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:56.572243 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7035a605-6b11-4180-915a-060e81e50e17), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.628725 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a006dc2-4787-4908-a6ef-4ba35c4ad3ea req-874462f0-d717-4855-aa41-e5bf42ddb387 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:56.630694 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5a006dc2-4787-4908-a6ef-4ba35c4ad3ea req-874462f0-d717-4855-aa41-e5bf42ddb387 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1515043 May 13 21:52:56.685410 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 7035a605-6b11-4180-915a-060e81e50e17 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:56.743252 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5a006dc2-4787-4908-a6ef-4ba35c4ad3ea req-0abb222e-29a9-45d9-8dc7-1b3fef535258 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022077 May 13 21:52:56.774024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-69ce3d48-bde8-40a6-808a-e68fe6ad8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:56.775575 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-69ce3d48-bde8-40a6-808a-e68fe6ad8a52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8fdb1b48-8d7a-41bf-9d07-073be7f93649 HTTP/1.1" status: 200 len: 910 time: 0.3068652 May 13 21:52:56.861145 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-06c63020-dcdc-4624-8051-57ebe9d20f88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf HTTP/1.1" status: 200 len: 217 time: 0.0657914 May 13 21:52:56.887439 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc71968-445e-4c10-ad33-512c50afb56f req-086f8f03-7b2f-4a7e-9e68-2eaff7abf5d4 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:56.898375 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0fc71968-445e-4c10-ad33-512c50afb56f req-086f8f03-7b2f-4a7e-9e68-2eaff7abf5d4 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 944 time: 0.1541204 May 13 21:52:56.909076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44212) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:56.930801 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-24f0c5d8-f54f-4fb4-b5a8-f67b44b5daf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.941305 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Publish callbacks [] for port (2b80758c-3975-4ca4-9405-042b250336a1), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:56.955698 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2b80758c-3975-4ca4-9405-042b250336a1), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.004217 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f611-7fc1-4fea-9a51-5044697733c1 None None] Pushing event updated for resources: {'Port': ['ID=2b80758c-3975-4ca4-9405-042b250336a1,revision_number=2']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:57.030752 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Attempting to bind port 2b80758c-3975-4ca4-9405-042b250336a1 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:52:57.031354 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Attempting to bind port 2b80758c-3975-4ca4-9405-042b250336a1 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:52:57.031896 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Attempting to bind port 2b80758c-3975-4ca4-9405-042b250336a1 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:52:57.039935 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:52:57.040566 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:52:57.041151 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.041708 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:52:57.042560 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Bound port: 2b80758c-3975-4ca4-9405-042b250336a1, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:52:57.043197 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2b80758c-3975-4ca4-9405-042b250336a1), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.047163 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0fc71968-445e-4c10-ad33-512c50afb56f req-3d38c716-72d1-462e-a83b-b13d6f3d0eea tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380012 May 13 21:52:57.061072 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-24f0c5d8-f54f-4fb4-b5a8-f67b44b5daf0 admin admin] Publish callbacks [] for security_group (1988ab23-50b6-47f0-a80f-cc409c5f83a2), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.065816 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-24f0c5d8-f54f-4fb4-b5a8-f67b44b5daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1988ab23-50b6-47f0-a80f-cc409c5f83a2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.075123 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-8f6cbe31-9f53-4161-9f1c-2fbc7a84f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:57.076751 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-8f6cbe31-9f53-4161-9f1c-2fbc7a84f0a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fab0ea3-9cae-431b-ae00-f4b20fa27f5d HTTP/1.1" status: 200 len: 849 time: 0.1515660 May 13 21:52:57.088077 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.104547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c5d8-f54f-4fb4-b5a8-f67b44b5daf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1988ab23-50b6-47f0-a80f-cc409c5f83a2,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:57.120272 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] For port 2b80758c-3975-4ca4-9405-042b250336a1, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:52:57.132185 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] For port 2b80758c-3975-4ca4-9405-042b250336a1, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2b80758c-3975-4ca4-9405-042b250336a1,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:52:57.135590 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-209f7b70-5364-4ca4-947f-2b5c1d4701b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8fdb1b48-8d7a-41bf-9d07-073be7f93649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361977 May 13 21:52:57.140309 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2b80758c-3975-4ca4-9405-042b250336a1), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.145631 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44216) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:57.145872 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-24f0c5d8-f54f-4fb4-b5a8-f67b44b5daf0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abcb82a62c34445980fce3b38fa81c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350054 May 13 21:52:57.204735 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f611-7fc1-4fea-9a51-5044697733c1 None None] Pushing event updated for resources: {'Port': ['ID=2b80758c-3975-4ca4-9405-042b250336a1,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:57.207725 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Routers {'442fa4be-f024-4071-b67e-66ee047d27df'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:52:57.208319 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['442fa4be-f024-4071-b67e-66ee047d27df'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:57.319755 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] Set router 442fa4be-f024-4071-b67e-66ee047d27df gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:52:57.335261 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dae95c06-a5ac-4f88-9ab5-6c7662100fe6 admin admin] Publish callbacks [] for security_group (1988ab23-50b6-47f0-a80f-cc409c5f83a2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.381170 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-89f8eaf0-940a-405e-add3-1144a6f3527e service neutron] 10.222.0.58 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381139 May 13 21:52:57.384863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dae95c06-a5ac-4f88-9ab5-6c7662100fe6 admin admin] Publish callbacks [] for security_group (1988ab23-50b6-47f0-a80f-cc409c5f83a2), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.492444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 0a84daf6-7909-41e6-9df9-bfda090f53cf details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:52:57.520422 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T21:52:54Z', 'revision_number': 3, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:52:57.565922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Allocated IP 172.20.0.1 (58c007f9-4947-433b-9c04-c53c2f09ba9e/2f1807dd-de01-4ead-bf88-adabfc4982fe/80e47552-90ff-47fb-be73-323786566844) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:52:57.583927 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47554ac0-f22d-4f16-bd75-2c56935979c4 None None] The sync data for ids ['442fa4be-f024-4071-b67e-66ee047d27df'] in dv-cinder-840516-1-iscsi is: [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T21:52:54Z', 'revision_number': 3, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:52:57.590130 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-825266f2-4118-4242-83e8-9bff0ffb47b3 req-8613c412-9cac-4148-8a3f-1cb730195ca0 service neutron] 10.222.0.58 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951146 May 13 21:52:57.634483 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dae95c06-a5ac-4f88-9ab5-6c7662100fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1988ab23-50b6-47f0-a80f-cc409c5f83a2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.638090 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dae95c06-a5ac-4f88-9ab5-6c7662100fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.642553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-dae95c06-a5ac-4f88-9ab5-6c7662100fe6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1988ab23-50b6-47f0-a80f-cc409c5f83a2 HTTP/1.1" status: 204 len: 168 time: 0.4955995 May 13 21:52:57.699889 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae95c06-a5ac-4f88-9ab5-6c7662100fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1988ab23-50b6-47f0-a80f-cc409c5f83a2,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:57.789512 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks [] for port (80e47552-90ff-47fb-be73-323786566844), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.853356 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (80e47552-90ff-47fb-be73-323786566844), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:57.981456 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:57.983164 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:58.012197 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 0a84daf6-7909-41e6-9df9-bfda090f53cf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:58.032892 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:52:58.060122 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '0a84daf6-7909-41e6-9df9-bfda090f53cf', 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649', 'port_id': '0a84daf6-7909-41e6-9df9-bfda090f53cf', 'mac_address': 'fa:16:3e:6b:c1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fab0ea3-9cae-431b-ae00-f4b20fa27f5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:52:58.126119 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 0a84daf6-7909-41e6-9df9-bfda090f53cf is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:58.126511 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.171435 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a84daf6-7909-41e6-9df9-bfda090f53cf {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:52:58.241807 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 0a84daf6-7909-41e6-9df9-bfda090f53cf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:58.253365 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.274922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (442fa4be-f024-4071-b67e-66ee047d27df), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.383509 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=0a84daf6-7909-41e6-9df9-bfda090f53cf,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:58.518547 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7e0da-e092-4512-8dc2-79f0f4922c6c req-b0c332db-c0a4-4229-aa8d-3db5e374fb0d tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:58.525636 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bfd7e0da-e092-4512-8dc2-79f0f4922c6c req-b0c332db-c0a4-4229-aa8d-3db5e374fb0d tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 945 time: 0.0639470 May 13 21:52:58.525636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Pushing event updated for resources: {'Port': ['ID=80e47552-90ff-47fb-be73-323786566844,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:58.532670 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ac387-0e43-45ad-a662-493c57c949cd req-a4b2357f-ca34-448e-a5d4-efc20d7d2ec4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:52:58.533492 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7a78c379-4ca2-4591-9950-414436e1a096 None None] Provisioning complete for port 80e47552-90ff-47fb-be73-323786566844 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:58.533990 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7a78c379-4ca2-4591-9950-414436e1a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (80e47552-90ff-47fb-be73-323786566844), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.545509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e5ac387-0e43-45ad-a662-493c57c949cd req-a4b2357f-ca34-448e-a5d4-efc20d7d2ec4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.6759679 May 13 21:52:58.578228 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2b80758c-3975-4ca4-9405-042b250336a1 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:58.616565 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['0a84daf6-7909-41e6-9df9-bfda090f53cf'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:52:58.624211 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7a78c379-4ca2-4591-9950-414436e1a096 None None] Port 80e47552-90ff-47fb-be73-323786566844 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:58.648039 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bfd7e0da-e092-4512-8dc2-79f0f4922c6c req-8653ec54-053f-4b40-b500-bd79bab274f8 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002746 May 13 21:52:58.654795 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (80e47552-90ff-47fb-be73-323786566844), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.689531 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 2b80758c-3975-4ca4-9405-042b250336a1 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:58.689846 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2b80758c-3975-4ca4-9405-042b250336a1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.712401 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e5ac387-0e43-45ad-a662-493c57c949cd req-0485c914-4a8b-488b-8fd6-b75073ca3936 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612175 May 13 21:52:58.893851 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 2b80758c-3975-4ca4-9405-042b250336a1 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:52:58.894244 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2b80758c-3975-4ca4-9405-042b250336a1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:58.948941 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 2b80758c-3975-4ca4-9405-042b250336a1, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2b80758c-3975-4ca4-9405-042b250336a1,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:52:58.960803 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2b80758c-3975-4ca4-9405-042b250336a1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:59.017285 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks [] for port (80e47552-90ff-47fb-be73-323786566844), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:59.023766 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (80e47552-90ff-47fb-be73-323786566844), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:59.041299 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=2b80758c-3975-4ca4-9405-042b250336a1,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:59.340123 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Pushing event updated for resources: {'Port': ['ID=80e47552-90ff-47fb-be73-323786566844,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:52:59.343601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (442fa4be-f024-4071-b67e-66ee047d27df), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:59.461004 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:52:59.462530 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:52:59.607853 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44314) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:52:59.620403 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Router 442fa4be-f024-4071-b67e-66ee047d27df has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:52:59.674841 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 0a84daf6-7909-41e6-9df9-bfda090f53cf up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:52:59.826490 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cc8f4d54-08b5-4028-881d-c55535e46e2d None None] Provisioning complete for port 80e47552-90ff-47fb-be73-323786566844 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:59.827222 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4d54-08b5-4028-881d-c55535e46e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (80e47552-90ff-47fb-be73-323786566844), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:59.833743 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:52:59.860008 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-fa62a23a-ba47-48a4-a524-8b31c74fbb4b admin admin] 10.222.0.35 "PUT /v2.0/routers/442fa4be-f024-4071-b67e-66ee047d27df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0318658 May 13 21:52:59.912970 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f4d54-08b5-4028-881d-c55535e46e2d None None] Port 80e47552-90ff-47fb-be73-323786566844 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:52:59.922935 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 0a84daf6-7909-41e6-9df9-bfda090f53cf completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:52:59.930353 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3806431-4742-4fc9-9923-9bbb7af4c237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:52:59.938797 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 0a84daf6-7909-41e6-9df9-bfda090f53cf triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:52:59.939203 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.026453 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faa1d7-5f72-4a75-b119-381817c5fdb3 req-c87a7705-8cad-4cec-bedf-3a77b6ba06f8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:00.033665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b8faa1d7-5f72-4a75-b119-381817c5fdb3 req-c87a7705-8cad-4cec-bedf-3a77b6ba06f8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1805301 May 13 21:53:00.117151 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d4e6e-3eaa-45b5-98df-4716563b20e7 req-4848f0bd-a6cb-49db-acee-24398667a015 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:00.118745 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a54d4e6e-3eaa-45b5-98df-4716563b20e7 req-4848f0bd-a6cb-49db-acee-24398667a015 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 945 time: 0.2830272 May 13 21:53:00.173584 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 0a84daf6-7909-41e6-9df9-bfda090f53cf is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:00.174260 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.192289 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3806431-4742-4fc9-9923-9bbb7af4c237 admin admin] Publish callbacks [] for security_group (7360107a-f67f-46c4-a725-b8388dcf02c6), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.208467 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3806431-4742-4fc9-9923-9bbb7af4c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7360107a-f67f-46c4-a725-b8388dcf02c6), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.220185 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 0a84daf6-7909-41e6-9df9-bfda090f53cf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:00.221416 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84daf6-7909-41e6-9df9-bfda090f53cf'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:00.224243 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae5e83-b1ef-4f2b-aee9-352fd201e535" -d '{"events": [{"server_uuid": "8353f81c-b932-4da9-89b4-82bf9883a3c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a84daf6-7909-41e6-9df9-bfda090f53cf"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:00.232864 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.269152 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a54d4e6e-3eaa-45b5-98df-4716563b20e7 req-e3eed337-0980-47d0-a0ee-b7d692db64e1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401091 May 13 21:53:00.270688 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a3806431-4742-4fc9-9923-9bbb7af4c237 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e4da8602d7140f5a3feb7713b96aef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611767 May 13 21:53:00.271161 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44350) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:00.271733 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3806431-4742-4fc9-9923-9bbb7af4c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7360107a-f67f-46c4-a725-b8388dcf02c6,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:00.290387 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b8faa1d7-5f72-4a75-b119-381817c5fdb3 req-45b25ec8-912e-4712-aa41-9cbdfa0629b7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462716 May 13 21:53:00.303642 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Sync routers for ids ['442fa4be-f024-4071-b67e-66ee047d27df'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:53:00.345776 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=0a84daf6-7909-41e6-9df9-bfda090f53cf,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:00.349322 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Routers {'442fa4be-f024-4071-b67e-66ee047d27df'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:53:00.350357 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['442fa4be-f024-4071-b67e-66ee047d27df'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:53:00.420361 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34765d54-19cc-46bc-be32-19fe7567a29d x-openstack-request-id: req-34765d54-19cc-46bc-be32-19fe7567a29d {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:00.420736 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353f81c-b932-4da9-89b4-82bf9883a3c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a84daf6-7909-41e6-9df9-bfda090f53cf", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:00.421053 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34765d54-19cc-46bc-be32-19fe7567a29d {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:00.421619 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34765d54-19cc-46bc-be32-19fe7567a29d'] response: {'server_uuid': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84daf6-7909-41e6-9df9-bfda090f53cf', 'code': 200} May 13 21:53:00.422808 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1114793c-2577-4b87-aacf-898cc863b884 admin admin] Publish callbacks [] for security_group (7360107a-f67f-46c4-a725-b8388dcf02c6), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.478203 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1114793c-2577-4b87-aacf-898cc863b884 admin admin] Publish callbacks [] for security_group (7360107a-f67f-46c4-a725-b8388dcf02c6), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.523014 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Set router 442fa4be-f024-4071-b67e-66ee047d27df gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:53:00.563634 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1114793c-2577-4b87-aacf-898cc863b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7360107a-f67f-46c4-a725-b8388dcf02c6), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.566960 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1114793c-2577-4b87-aacf-898cc863b884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.570928 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2b80758c-3975-4ca4-9405-042b250336a1 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:53:00.572739 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1114793c-2577-4b87-aacf-898cc863b884 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7360107a-f67f-46c4-a725-b8388dcf02c6 HTTP/1.1" status: 204 len: 168 time: 0.3000736 May 13 21:53:00.586838 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114793c-2577-4b87-aacf-898cc863b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7360107a-f67f-46c4-a725-b8388dcf02c6,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:00.694160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb299c6-aa33-49d0-98bf-5eef99af5537 req-8b3bf34a-1af6-4ce5-9149-5099c6f8a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:00.696463 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fbb299c6-aa33-49d0-98bf-5eef99af5537 req-8b3bf34a-1af6-4ce5-9149-5099c6f8a758 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 1130 time: 0.0690365 May 13 21:53:00.707346 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 2b80758c-3975-4ca4-9405-042b250336a1 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:00.708318 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2b80758c-3975-4ca4-9405-042b250336a1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.733314 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44358) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:00.741434 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802433148', 'description': 'tempest-secgroup-smoke-1802433148 description', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:00.786347 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fbb299c6-aa33-49d0-98bf-5eef99af5537 req-707dcfd7-8090-4e20-a68c-fa5e55396af9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817385 May 13 21:53:00.792715 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.881918 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 2b80758c-3975-4ca4-9405-042b250336a1 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:00.897583 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '80e47552-90ff-47fb-be73-323786566844', 'name': '', 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'mac_address': 'fa:16:3e:43:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f1807dd-de01-4ead-bf88-adabfc4982fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:57Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 2, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'subnets': [{'id': '2f1807dd-de01-4ead-bf88-adabfc4982fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:53:00.926079 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group (a8702ef1-d79b-4c97-90a2-db12d096ccc8), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.926662 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Checking router: 442fa4be-f024-4071-b67e-66ee047d27df for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:53:00.927080 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Updating router 442fa4be-f024-4071-b67e-66ee047d27df port 80e47552-90ff-47fb-be73-323786566844 binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:53:00.932223 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a8702ef1-d79b-4c97-90a2-db12d096ccc8), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.960133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (80e47552-90ff-47fb-be73-323786566844), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.981717 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:00.986663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44366) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:00.987007 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2508962 May 13 21:53:00.989253 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b00d0-912b-4328-a771-968c924cb018 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8702ef1-d79b-4c97-90a2-db12d096ccc8,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:00.992286 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group_rule': {'security_group_id': 'a8702ef1-d79b-4c97-90a2-db12d096ccc8', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:01.021821 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (383abf69-69f6-4c9c-a72b-3a502ed7b281), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.069030 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (383abf69-69f6-4c9c-a72b-3a502ed7b281), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.073270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (383abf69-69f6-4c9c-a72b-3a502ed7b281), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.092528 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383abf69-69f6-4c9c-a72b-3a502ed7b281,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.100944 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.102155 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5abc3f6f-6983-48fe-806c-7eb6e7018897 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140885 May 13 21:53:01.104986 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44368) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:01.113444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group_rule': {'security_group_id': 'a8702ef1-d79b-4c97-90a2-db12d096ccc8', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:01.143692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44372) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:01.164103 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (241c0f67-118c-4974-8cdb-4ae38a827e7e), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.168132 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a02-c234-4e9e-baba-8e7f8331493d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.262603 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (241c0f67-118c-4974-8cdb-4ae38a827e7e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.270548 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (241c0f67-118c-4974-8cdb-4ae38a827e7e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.302970 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241c0f67-118c-4974-8cdb-4ae38a827e7e,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.310842 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.311560 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d187243f-930f-4be4-ab90-5713efddefd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2053537 May 13 21:53:01.314445 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44382) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:01.322029 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group_rule': {'security_group_id': 'a8702ef1-d79b-4c97-90a2-db12d096ccc8', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:01.331413 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a02-c234-4e9e-baba-8e7f8331493d admin admin] Publish callbacks [] for security_group (2566310b-95b7-4077-9f5c-17ba082e5fc6), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.340694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a02-c234-4e9e-baba-8e7f8331493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2566310b-95b7-4077-9f5c-17ba082e5fc6), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.369260 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (6ac2831c-56fd-45e5-b0d8-7dbe4ed6a452), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.392896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Publish callbacks [] for port (80e47552-90ff-47fb-be73-323786566844), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.420595 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (80e47552-90ff-47fb-be73-323786566844), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.434037 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-7bda6a02-c234-4e9e-baba-8e7f8331493d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33951e60f0cc4a2bb3efc3fdb9d03193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893314 May 13 21:53:01.444136 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (6ac2831c-56fd-45e5-b0d8-7dbe4ed6a452), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.445221 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44392) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:01.458264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda6a02-c234-4e9e-baba-8e7f8331493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2566310b-95b7-4077-9f5c-17ba082e5fc6,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.497784 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (6ac2831c-56fd-45e5-b0d8-7dbe4ed6a452), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.546817 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac2831c-56fd-45e5-b0d8-7dbe4ed6a452,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.565117 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281789-3d90-4b54-9faf-dd7e7a78e298 req-17ffc57c-cdbe-46c0-8849-15ce339eb34d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:01.567028 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.568250 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-63fd22aa-9b6a-46f8-aa8a-2f9b05a071d5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520573 May 13 21:53:01.572799 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005da5d-a69e-4e7a-9019-e9a1dc6fabe7 None None] Pushing event updated for resources: {'Port': ['ID=80e47552-90ff-47fb-be73-323786566844,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.582547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44400) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:01.587564 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-43281789-3d90-4b54-9faf-dd7e7a78e298 req-17ffc57c-cdbe-46c0-8849-15ce339eb34d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1596265 May 13 21:53:01.589408 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group_rule': {'security_group_id': 'a8702ef1-d79b-4c97-90a2-db12d096ccc8', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:01.601422 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8bae2-f794-41bd-a258-dd4fab37983e req-c2080e56-ac2c-4e05-884d-88957677b3e5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:01.608337 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5bf8bae2-f794-41bd-a258-dd4fab37983e req-c2080e56-ac2c-4e05-884d-88957677b3e5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.1968923 May 13 21:53:01.623393 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1d610e26-bb27-408e-a10d-b8f6bcaa0fd5 admin admin] Publish callbacks [] for security_group (2566310b-95b7-4077-9f5c-17ba082e5fc6), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.653424 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Attempting to bind port 80e47552-90ff-47fb-be73-323786566844 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:53:01.654460 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Attempting to bind port 80e47552-90ff-47fb-be73-323786566844 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:53:01.655010 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Attempting to bind port 80e47552-90ff-47fb-be73-323786566844 on network 58c007f9-4947-433b-9c04-c53c2f09ba9e {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:53:01.665126 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:53:01.665500 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Checking segment: {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:53:01.665902 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.666292 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Bound using segment: {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:53:01.666775 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Bound port: 80e47552-90ff-47fb-be73-323786566844, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd8135f-8ab7-41ba-8159-341fc60304c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:53:01.667505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (80e47552-90ff-47fb-be73-323786566844), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.677074 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1d610e26-bb27-408e-a10d-b8f6bcaa0fd5 admin admin] Publish callbacks [] for security_group (2566310b-95b7-4077-9f5c-17ba082e5fc6), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.685731 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (ab5c54e0-1270-4dfb-a038-22e0f982f087), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.761410 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5bf8bae2-f794-41bd-a258-dd4fab37983e req-750ba316-49c4-4c20-a79a-a92dc3c313c5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448331 May 13 21:53:01.782437 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-43281789-3d90-4b54-9faf-dd7e7a78e298 req-ea47c2da-b72c-4112-8a61-7598fff10b46 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885581 May 13 21:53:01.807608 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (ab5c54e0-1270-4dfb-a038-22e0f982f087), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.821058 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1d610e26-bb27-408e-a10d-b8f6bcaa0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2566310b-95b7-4077-9f5c-17ba082e5fc6), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.828362 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1d610e26-bb27-408e-a10d-b8f6bcaa0fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.829528 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1d610e26-bb27-408e-a10d-b8f6bcaa0fd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2566310b-95b7-4077-9f5c-17ba082e5fc6 HTTP/1.1" status: 204 len: 168 time: 0.3828738 May 13 21:53:01.833094 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (ab5c54e0-1270-4dfb-a038-22e0f982f087), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.850094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] For port 80e47552-90ff-47fb-be73-323786566844, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:53:01.856419 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] For port 80e47552-90ff-47fb-be73-323786566844, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=80e47552-90ff-47fb-be73-323786566844,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:53:01.864569 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610e26-bb27-408e-a10d-b8f6bcaa0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2566310b-95b7-4077-9f5c-17ba082e5fc6,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.869211 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5c54e0-1270-4dfb-a038-22e0f982f087,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:01.870053 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (80e47552-90ff-47fb-be73-323786566844), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.881583 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.895594 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-73745fd9-0948-42eb-960b-6b8bbebb5376 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3103578 May 13 21:53:01.898374 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44410) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:01.904223 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group_rule': {'security_group_id': 'a8702ef1-d79b-4c97-90a2-db12d096ccc8', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:01.935185 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.securitygroups_db [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Project e2695816a7fb4bd7ab0ea420b156e6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 21:53:01.942547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (7d4c74fe-fe42-456f-8c2d-c101cec1fbc0), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:01.967224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44418) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:02.015233 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] Provisioning complete for port 80e47552-90ff-47fb-be73-323786566844 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:02.015626 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (80e47552-90ff-47fb-be73-323786566844), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.060875 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Routers {'442fa4be-f024-4071-b67e-66ee047d27df'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:53:02.061591 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:52:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['442fa4be-f024-4071-b67e-66ee047d27df'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:53:02.068748 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (7d4c74fe-fe42-456f-8c2d-c101cec1fbc0), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.085271 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (7d4c74fe-fe42-456f-8c2d-c101cec1fbc0), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.134351 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.139897 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2367113 May 13 21:53:02.140197 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44424) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:02.140545 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4afa8-9841-45d6-bfaf-e9c96eb1f27c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4c74fe-fe42-456f-8c2d-c101cec1fbc0,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:02.151231 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'security_group_rule': {'security_group_id': 'a8702ef1-d79b-4c97-90a2-db12d096ccc8', 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:02.205511 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.securitygroups_db [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Project e2695816a7fb4bd7ab0ea420b156e6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 21:53:02.222164 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (360f6d85-91cb-4fda-9459-056823b5f237), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.382052 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005da5d-a69e-4e7a-9019-e9a1dc6fabe7 None None] Pushing event updated for resources: {'Port': ['ID=80e47552-90ff-47fb-be73-323786566844,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:02.414159 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (360f6d85-91cb-4fda-9459-056823b5f237), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.422734 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (360f6d85-91cb-4fda-9459-056823b5f237), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.429946 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] Set router 442fa4be-f024-4071-b67e-66ee047d27df gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:53:02.460427 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360f6d85-91cb-4fda-9459-056823b5f237,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:02.473297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.474621 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-52389f4f-2ec1-4983-b5bb-a990056bd542 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336155 May 13 21:53:02.526169 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5e058baa-5438-47f5-8b40-97867143d2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.560746 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] Current status of the port 80e47552-90ff-47fb-be73-323786566844 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:02.561146 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (80e47552-90ff-47fb-be73-323786566844), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.581435 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44448) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:02.598827 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b112882a-24d7-427b-a684-15b50835d317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.668270 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] For port 80e47552-90ff-47fb-be73-323786566844, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=80e47552-90ff-47fb-be73-323786566844,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:02.678812 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (80e47552-90ff-47fb-be73-323786566844), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.688645 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5e058baa-5438-47f5-8b40-97867143d2b2 admin admin] Publish callbacks [] for security_group (07138682-4954-4d1f-8ae5-2fdd4bee34c9), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.694171 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5e058baa-5438-47f5-8b40-97867143d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (07138682-4954-4d1f-8ae5-2fdd4bee34c9), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.710057 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b112882a-24d7-427b-a684-15b50835d317 admin admin] Publish callbacks [] for security_group (38369681-7b21-43b7-a7da-82255c33170e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.720669 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b112882a-24d7-427b-a684-15b50835d317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (38369681-7b21-43b7-a7da-82255c33170e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.757116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e058baa-5438-47f5-8b40-97867143d2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07138682-4954-4d1f-8ae5-2fdd4bee34c9,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:02.770993 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b112882a-24d7-427b-a684-15b50835d317 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f1fcc06288f48e7b3660f907c8d9ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884770 May 13 21:53:02.773990 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44474) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:02.777417 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5e058baa-5438-47f5-8b40-97867143d2b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff6bb908f8e1445dbc687bad944277f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8070228 May 13 21:53:02.778927 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44476) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:02.793916 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112882a-24d7-427b-a684-15b50835d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38369681-7b21-43b7-a7da-82255c33170e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:02.842476 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf6c828d-30c9-48df-aa0f-055738ea74b5 admin admin] Publish callbacks [] for security_group (07138682-4954-4d1f-8ae5-2fdd4bee34c9), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.863387 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '80e47552-90ff-47fb-be73-323786566844', 'name': '', 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'mac_address': 'fa:16:3e:43:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f1807dd-de01-4ead-bf88-adabfc4982fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:57Z', 'updated_at': '2022-05-13T21:53:01Z', 'revision_number': 4, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'subnets': [{'id': '2f1807dd-de01-4ead-bf88-adabfc4982fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:53:02.869208 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8848a5b1-356e-4d53-af0d-86cf1f9b37d3 admin admin] Publish callbacks [] for security_group (38369681-7b21-43b7-a7da-82255c33170e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.873110 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf6c828d-30c9-48df-aa0f-055738ea74b5 admin admin] Publish callbacks [] for security_group (07138682-4954-4d1f-8ae5-2fdd4bee34c9), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.894956 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8848a5b1-356e-4d53-af0d-86cf1f9b37d3 admin admin] Publish callbacks [] for security_group (38369681-7b21-43b7-a7da-82255c33170e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.900697 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4792-5fcb-4e6f-b220-777de911e011 None None] Pushing event updated for resources: {'Port': ['ID=80e47552-90ff-47fb-be73-323786566844,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:02.904074 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-bf703997-7a40-41a9-957f-5f46145de6c1 None None] Provisioning complete for port 80e47552-90ff-47fb-be73-323786566844 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:02.904640 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-bf703997-7a40-41a9-957f-5f46145de6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (80e47552-90ff-47fb-be73-323786566844), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.929290 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471b06-c4a7-43ea-8c80-c59ee000577b None None] The sync data for ids ['442fa4be-f024-4071-b67e-66ee047d27df'] in dv-cinder-840516-1-iscsi is: [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '80e47552-90ff-47fb-be73-323786566844', 'name': '', 'network_id': '58c007f9-4947-433b-9c04-c53c2f09ba9e', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'mac_address': 'fa:16:3e:43:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '2f1807dd-de01-4ead-bf88-adabfc4982fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:57Z', 'updated_at': '2022-05-13T21:53:01Z', 'revision_number': 4, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'subnets': [{'id': '2f1807dd-de01-4ead-bf88-adabfc4982fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:53:02.971108 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8848a5b1-356e-4d53-af0d-86cf1f9b37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (38369681-7b21-43b7-a7da-82255c33170e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.974084 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8848a5b1-356e-4d53-af0d-86cf1f9b37d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:02.979676 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-8848a5b1-356e-4d53-af0d-86cf1f9b37d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38369681-7b21-43b7-a7da-82255c33170e HTTP/1.1" status: 204 len: 168 time: 0.1997287 May 13 21:53:03.004089 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848a5b1-356e-4d53-af0d-86cf1f9b37d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38369681-7b21-43b7-a7da-82255c33170e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:03.073075 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-bf703997-7a40-41a9-957f-5f46145de6c1 None None] Current status of the port 80e47552-90ff-47fb-be73-323786566844 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:03.088693 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca951a-c776-46a8-88d8-dadc90ba7abb req-92edd72d-3122-43e6-825f-a92723c2ae5c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:03.091568 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9aca951a-c776-46a8-88d8-dadc90ba7abb req-92edd72d-3122-43e6-825f-a92723c2ae5c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.1597478 May 13 21:53:03.125831 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6c86b-b835-45bc-b1e8-0fc2330b8fd7 req-8302c81c-99c0-4cec-a83a-f8da957efcb4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:03.127450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-06e6c86b-b835-45bc-b1e8-0fc2330b8fd7 req-8302c81c-99c0-4cec-a83a-f8da957efcb4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1975243 May 13 21:53:03.133801 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf6c828d-30c9-48df-aa0f-055738ea74b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (07138682-4954-4d1f-8ae5-2fdd4bee34c9), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:03.136641 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf6c828d-30c9-48df-aa0f-055738ea74b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:03.138480 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bf6c828d-30c9-48df-aa0f-055738ea74b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07138682-4954-4d1f-8ae5-2fdd4bee34c9 HTTP/1.1" status: 204 len: 168 time: 0.3578427 May 13 21:53:03.222271 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c828d-30c9-48df-aa0f-055738ea74b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07138682-4954-4d1f-8ae5-2fdd4bee34c9,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:03.270228 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9aca951a-c776-46a8-88d8-dadc90ba7abb req-fdac4f02-2efd-439b-8bcc-2d1731e5d565 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700840 May 13 21:53:03.353606 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-06e6c86b-b835-45bc-b1e8-0fc2330b8fd7 req-65b3d5a3-4386-498e-ae25-81ba4fad257b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924827 May 13 21:53:03.723515 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44514) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:03.737156 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-423b40b0-edac-4917-aadb-47eefd49b600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:03.829397 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-423b40b0-edac-4917-aadb-47eefd49b600 admin admin] Publish callbacks [] for security_group (469bdb99-2cad-43df-b652-6225cb98dda4), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:03.833947 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-423b40b0-edac-4917-aadb-47eefd49b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (469bdb99-2cad-43df-b652-6225cb98dda4), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:03.876201 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-423b40b0-edac-4917-aadb-47eefd49b600 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=775698af1ac0460194a1425eb62c8371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513441 May 13 21:53:03.877318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b40b0-edac-4917-aadb-47eefd49b600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469bdb99-2cad-43df-b652-6225cb98dda4,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:03.878886 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44518) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:03.936822 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef0a-005a-4436-8c9c-07f398e6ef74 admin admin] Publish callbacks [] for security_group (469bdb99-2cad-43df-b652-6225cb98dda4), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:03.963543 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef0a-005a-4436-8c9c-07f398e6ef74 admin admin] Publish callbacks [] for security_group (469bdb99-2cad-43df-b652-6225cb98dda4), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:04.020652 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef0a-005a-4436-8c9c-07f398e6ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (469bdb99-2cad-43df-b652-6225cb98dda4), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:04.023745 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef0a-005a-4436-8c9c-07f398e6ef74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:04.028401 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-73d3ef0a-005a-4436-8c9c-07f398e6ef74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/469bdb99-2cad-43df-b652-6225cb98dda4 HTTP/1.1" status: 204 len: 168 time: 0.1474583 May 13 21:53:04.036888 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3ef0a-005a-4436-8c9c-07f398e6ef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469bdb99-2cad-43df-b652-6225cb98dda4,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:04.496765 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 80e47552-90ff-47fb-be73-323786566844 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:53:04.509882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022910e9-5f3e-4911-9ba2-7f0711a86e1c req-db28ffb5-f1ea-4f48-a2ba-13a0b1cc7539 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:04.511728 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-022910e9-5f3e-4911-9ba2-7f0711a86e1c req-db28ffb5-f1ea-4f48-a2ba-13a0b1cc7539 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0651708 May 13 21:53:04.554822 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 80e47552-90ff-47fb-be73-323786566844 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:04.555202 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (80e47552-90ff-47fb-be73-323786566844), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:04.572637 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-022910e9-5f3e-4911-9ba2-7f0711a86e1c req-18f5b1af-5733-48dd-983f-7f9df4225474 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547998 May 13 21:53:04.641497 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 80e47552-90ff-47fb-be73-323786566844 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:05.692838 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9c2b7-807e-4664-b0ab-e2f96f7076cc req-6af0e101-6f78-49e5-b179-5a1e624efab6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:05.694530 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bce9c2b7-807e-4664-b0ab-e2f96f7076cc req-6af0e101-6f78-49e5-b179-5a1e624efab6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0497346 May 13 21:53:05.745695 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bce9c2b7-807e-4664-b0ab-e2f96f7076cc req-a489534d-702f-48da-be11-ae8438c885f2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 May 13 21:53:06.926664 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d452e-ebd0-4d3f-9327-d9c4e2655e39 req-6adc029e-a7ca-4d4f-9d62-769bc4754c39 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:06.936323 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3c2d452e-ebd0-4d3f-9327-d9c4e2655e39 req-6adc029e-a7ca-4d4f-9d62-769bc4754c39 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0973279 May 13 21:53:06.995843 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3c2d452e-ebd0-4d3f-9327-d9c4e2655e39 req-c691a20e-3d89-4030-8460-47a0caff4e84 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550656 May 13 21:53:07.093304 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9cd5-1dc4-4df5-a758-f5a5fdc4e7cf req-3b695ccd-bbe4-4f59-876b-5cf70f1e94b2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:07.100276 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-da6a9cd5-1dc4-4df5-a758-f5a5fdc4e7cf req-3b695ccd-bbe4-4f59-876b-5cf70f1e94b2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0798600 May 13 21:53:07.162744 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-da6a9cd5-1dc4-4df5-a758-f5a5fdc4e7cf req-8ba577d7-8cf3-405d-8b0a-d227cc18451a tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 May 13 21:53:08.095837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781c959-0c03-49d8-98c1-09acae2a2f92 req-9b57d302-413d-4843-97ef-79e511763c9b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:08.097270 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8781c959-0c03-49d8-98c1-09acae2a2f92 req-9b57d302-413d-4843-97ef-79e511763c9b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0455840 May 13 21:53:08.143409 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8781c959-0c03-49d8-98c1-09acae2a2f92 req-19131d86-c250-44b6-9e0f-3c34a7a5f181 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 May 13 21:53:08.266456 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b09e7-b9b3-4120-947d-bd2277193414 req-b185744b-1ce9-4ef7-a7a3-39664cd29dee tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:08.269180 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-811b09e7-b9b3-4120-947d-bd2277193414 req-b185744b-1ce9-4ef7-a7a3-39664cd29dee tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0484693 May 13 21:53:08.319652 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-811b09e7-b9b3-4120-947d-bd2277193414 req-cd4ecbca-e154-4ce6-821a-b124cd656fc0 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448570 May 13 21:53:09.253039 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058730-c924-4b0f-b290-b2b983a1406d req-7a07bdcc-4d14-46bc-8930-234b0cdcf6f0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:09.254480 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-35058730-c924-4b0f-b290-b2b983a1406d req-7a07bdcc-4d14-46bc-8930-234b0cdcf6f0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0461490 May 13 21:53:09.301242 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-35058730-c924-4b0f-b290-b2b983a1406d req-a75d0cf1-5dd7-46e2-a7f2-0a6d915037b9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 May 13 21:53:09.431148 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab80bf-afa9-435e-ad63-90e3dbeb8c3e req-d527f39f-3228-4e4d-b72f-b93aef5ce7fe tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:09.432520 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e8ab80bf-afa9-435e-ad63-90e3dbeb8c3e req-d527f39f-3228-4e4d-b72f-b93aef5ce7fe tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0459509 May 13 21:53:09.477887 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e8ab80bf-afa9-435e-ad63-90e3dbeb8c3e req-4b80ebaa-370a-4ce1-b79e-fc0b0f9b7fa3 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 May 13 21:53:10.568611 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaecec-5233-4951-a62b-944e3d46cc71 req-21319be1-cc9f-4b4f-98e8-de343c200ab9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:10.570083 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26eaecec-5233-4951-a62b-944e3d46cc71 req-21319be1-cc9f-4b4f-98e8-de343c200ab9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0615232 May 13 21:53:10.618096 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e9bf-bfa6-4973-a56a-5cd38469cc79 req-7d20d11c-7306-4982-9305-c8115148d95a tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:10.619562 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2862e9bf-bfa6-4973-a56a-5cd38469cc79 req-7d20d11c-7306-4982-9305-c8115148d95a tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0718284 May 13 21:53:10.658434 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26eaecec-5233-4951-a62b-944e3d46cc71 req-87a7d2e8-23d4-4038-970f-fdd7190ff3ad tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727544 May 13 21:53:10.686034 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2862e9bf-bfa6-4973-a56a-5cd38469cc79 req-3fe055ab-edd5-4e3b-9488-387b9d1c8010 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565758 May 13 21:53:11.677182 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:53:11.806542 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b7c6b-a7ab-41f9-993d-00114de35e71 req-80483e10-8b3c-41f9-9e90-1d210cc4c135 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:11.808069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f65b7c6b-a7ab-41f9-993d-00114de35e71 req-80483e10-8b3c-41f9-9e90-1d210cc4c135 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0824385 May 13 21:53:11.819581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08513dd0-da68-4fc6-aaa3-fa33afbc8dfc req-ff743e51-d8a7-44c8-a9f6-37bc7e3d2aca tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:11.821009 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-08513dd0-da68-4fc6-aaa3-fa33afbc8dfc req-ff743e51-d8a7-44c8-a9f6-37bc7e3d2aca tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0616696 May 13 21:53:11.885874 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f65b7c6b-a7ab-41f9-993d-00114de35e71 req-f7b4701c-7ba4-485f-a5ce-425d6917ed3e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 May 13 21:53:11.897172 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-08513dd0-da68-4fc6-aaa3-fa33afbc8dfc req-a35a81f5-43b2-4a51-bde4-e949938035dd tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681090 May 13 21:53:12.710642 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b22fe441-aa6a-463c-97ab-3bd9d57639e5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:12.712087 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b22fe441-aa6a-463c-97ab-3bd9d57639e5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0454710 May 13 21:53:13.042178 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfa8ad-222c-4253-bca3-afe48ed02b8f req-9a779bdc-c8da-4c47-86b6-d0d7fc7b8e2a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:13.043696 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-56bfa8ad-222c-4253-bca3-afe48ed02b8f req-9a779bdc-c8da-4c47-86b6-d0d7fc7b8e2a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0918767 May 13 21:53:13.049685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279498-1ef2-4a55-8a6d-3c22ee4a9e85 req-6b1834db-93df-47fa-abdb-8f44eb07e322 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:13.051073 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-45279498-1ef2-4a55-8a6d-3c22ee4a9e85 req-6b1834db-93df-47fa-abdb-8f44eb07e322 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 946 time: 0.0777340 May 13 21:53:13.123139 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-56bfa8ad-222c-4253-bca3-afe48ed02b8f req-7078e9fe-5f8d-4d1d-8637-81f8e4285ede tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710883 May 13 21:53:13.127140 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-45279498-1ef2-4a55-8a6d-3c22ee4a9e85 req-7f9acec3-a5bf-4b8e-b20c-74676495f4a6 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 May 13 21:53:13.712271 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:13.786968 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Deleting port 0a84daf6-7909-41e6-9df9-bfda090f53cf {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:53:13.787311 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:13.881956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] For port 0a84daf6-7909-41e6-9df9-bfda090f53cf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=0a84daf6-7909-41e6-9df9-bfda090f53cf,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:13.882311 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:13.899610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Calling delete_port for 0a84daf6-7909-41e6-9df9-bfda090f53cf owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:53:14.045935 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (0a84daf6-7909-41e6-9df9-bfda090f53cf), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:14.076114 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Pushing event deleted for resources: {'Port': ['ID=0a84daf6-7909-41e6-9df9-bfda090f53cf,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:14.126669 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] No DVR routers for this DVR port 0a84daf6-7909-41e6-9df9-bfda090f53cf on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:53:14.134819 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:14.138199 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0a6c85fd-1036-45ff-a7bf-42b7ba77fb7b req-b1506449-e08c-4911-97e2-38436f8894d2 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "DELETE /v2.0/ports/0a84daf6-7909-41e6-9df9-bfda090f53cf HTTP/1.1" status: 204 len: 173 time: 0.4371102 May 13 21:53:14.138799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'name': 'network-vif-deleted', 'tag': '0a84daf6-7909-41e6-9df9-bfda090f53cf'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:14.141115 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8837efb9-6a13-42bc-b61b-3bd86f4194d8" -d '{"events": [{"server_uuid": "8353f81c-b932-4da9-89b4-82bf9883a3c9", "name": "network-vif-deleted", "tag": "0a84daf6-7909-41e6-9df9-bfda090f53cf"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:14.177377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d590b-b3c2-4f5a-aea2-ad17a9247321 x-openstack-request-id: req-d00d590b-b3c2-4f5a-aea2-ad17a9247321 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:14.177794 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353f81c-b932-4da9-89b4-82bf9883a3c9", "name": "network-vif-deleted", "tag": "0a84daf6-7909-41e6-9df9-bfda090f53cf", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:14.178110 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d00d590b-b3c2-4f5a-aea2-ad17a9247321 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:14.178577 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00d590b-b3c2-4f5a-aea2-ad17a9247321'] response: {'server_uuid': '8353f81c-b932-4da9-89b4-82bf9883a3c9', 'name': 'network-vif-deleted', 'tag': '0a84daf6-7909-41e6-9df9-bfda090f53cf', 'status': 'completed', 'code': 200} May 13 21:53:14.261606 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d7521d4-ed09-4794-8c85-52700c750575 req-e811743d-c093-4cd2-b9f9-33c307c29dab tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.0322995 May 13 21:53:14.270219 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ad44-b323-4f6d-9c10-aa0035dd005a req-67726ec9-5778-4699-841d-be511695dc42 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:14.271623 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6232ad44-b323-4f6d-9c10-aa0035dd005a req-67726ec9-5778-4699-841d-be511695dc42 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0710282 May 13 21:53:14.323873 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6232ad44-b323-4f6d-9c10-aa0035dd005a req-2b297afd-c60b-4507-ae0a-7807cc6e82fb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465860 May 13 21:53:14.934491 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483af2-22bc-45e5-9826-116d68a1bcda req-673c9276-7f11-4243-a2d3-750126deb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:14.937691 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ba483af2-22bc-45e5-9826-116d68a1bcda req-673c9276-7f11-4243-a2d3-750126deb3a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1129 time: 0.0474579 May 13 21:53:15.039294 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4134cea4-eea5-4a7a-b999-688fb8be49cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.193224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 44832) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:15.297873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d85d-2edd-4616-beab-a893ef89bfc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.383268 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-114f8c64-6e9c-481b-9472-0121cc87f454 req-155fbbc4-220a-45a0-81c9-b1d4e612de4c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.0341647 May 13 21:53:15.415503 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d85d-2edd-4616-beab-a893ef89bfc2 admin admin] Publish callbacks [] for security_group (984abb1b-129f-4a25-a2e4-aa9b85669f8e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.427640 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d85d-2edd-4616-beab-a893ef89bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (984abb1b-129f-4a25-a2e4-aa9b85669f8e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.513197 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222effa-4488-4673-9b90-4222a0583320 req-90a2c986-ddf6-4bc4-af00-c2746b71d91e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:15.514830 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a222effa-4488-4673-9b90-4222a0583320 req-90a2c986-ddf6-4bc4-af00-c2746b71d91e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.1021719 May 13 21:53:15.517261 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c9b9d85d-2edd-4616-beab-a893ef89bfc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fea379bf5c74e72b3b25a35f8327535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230238 May 13 21:53:15.520056 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 44848) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:15.532545 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d85d-2edd-4616-beab-a893ef89bfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984abb1b-129f-4a25-a2e4-aa9b85669f8e,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:15.572327 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a222effa-4488-4673-9b90-4222a0583320 req-c83a302b-1da8-41a0-a17f-91a06e03b99c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483632 May 13 21:53:15.591649 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-27e27bb8-8d2d-43c4-8364-654b203e9436 admin admin] Publish callbacks [] for security_group (984abb1b-129f-4a25-a2e4-aa9b85669f8e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.614319 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-27e27bb8-8d2d-43c4-8364-654b203e9436 admin admin] Publish callbacks [] for security_group (984abb1b-129f-4a25-a2e4-aa9b85669f8e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.661942 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-27e27bb8-8d2d-43c4-8364-654b203e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (984abb1b-129f-4a25-a2e4-aa9b85669f8e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.664460 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-27e27bb8-8d2d-43c4-8364-654b203e9436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:15.665652 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-27e27bb8-8d2d-43c4-8364-654b203e9436 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/984abb1b-129f-4a25-a2e4-aa9b85669f8e HTTP/1.1" status: 204 len: 168 time: 0.1442957 May 13 21:53:15.673826 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e27bb8-8d2d-43c4-8364-654b203e9436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984abb1b-129f-4a25-a2e4-aa9b85669f8e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:16.294000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74a860-66e4-4abb-825a-15ac3f03ab4c req-15f41f10-7615-44cf-a20f-3c3be560e5a1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:16.296240 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb74a860-66e4-4abb-825a-15ac3f03ab4c req-15f41f10-7615-44cf-a20f-3c3be560e5a1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0465453 May 13 21:53:16.342839 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb74a860-66e4-4abb-825a-15ac3f03ab4c req-f6f9d8af-3ec3-4c17-889d-57b411d006c1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 May 13 21:53:16.496879 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7c9596d1-903e-48a7-ad95-0e121890e94f req-723f9c01-13d6-4830-b978-b3a0b82371a4 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.0317402 May 13 21:53:16.770934 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 0a84daf6-7909-41e6-9df9-bfda090f53cf no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:53:16.794024 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 0a84daf6-7909-41e6-9df9-bfda090f53cf {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:53:16.794523 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 0a84daf6-7909-41e6-9df9-bfda090f53cf not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:53:16.860405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76a9e7-2208-476f-8988-52f6f61f75d6 req-20cb3b03-dacc-47f5-a3a3-976f05c6db62 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:16.862020 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db76a9e7-2208-476f-8988-52f6f61f75d6 req-20cb3b03-dacc-47f5-a3a3-976f05c6db62 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0532889 May 13 21:53:16.912386 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db76a9e7-2208-476f-8988-52f6f61f75d6 req-203647f8-c19e-4325-af45-9880a7951554 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 May 13 21:53:17.283795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2858eb7a-98ab-43e5-bf54-a1de31f14c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:17.460860 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb349fd-5d4f-4144-8ee0-9bc03d494042 req-cb3d3302-9256-400e-b968-c660a48671db tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:17.462295 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2cb349fd-5d4f-4144-8ee0-9bc03d494042 req-cb3d3302-9256-400e-b968-c660a48671db tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0458510 May 13 21:53:17.508292 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2cb349fd-5d4f-4144-8ee0-9bc03d494042 req-109f90fb-d7f8-4330-bfb1-15fea824ced1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 May 13 21:53:17.610576 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f51ca904-58a7-48e4-9c8f-e2ded6e60321 req-c12ada52-fd17-4cee-a3b9-daf0eab6536e tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353f81c-b932-4da9-89b4-82bf9883a3c9 HTTP/1.1" status: 200 len: 210 time: 0.0379386 May 13 21:53:17.800225 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ba483af2-22bc-45e5-9826-116d68a1bcda req-cafff379-514f-41f8-a54d-b4e2c922becc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 May 13 21:53:18.030477 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e58fc-7d81-419c-a836-a6981567493e req-e2255df0-fbee-4f18-bc43-9e7169b53b99 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:18.032000 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b92e58fc-7d81-419c-a836-a6981567493e req-e2255df0-fbee-4f18-bc43-9e7169b53b99 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0466425 May 13 21:53:18.078579 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b92e58fc-7d81-419c-a836-a6981567493e req-bfbdf623-b35d-4dc8-8255-f44ec48a0246 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 May 13 21:53:18.498931 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:18.625371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1e63a-1db3-4dec-8e0d-4ef86b695b86 req-38c4ca5c-49e0-4cd7-82cd-c5ac93089db3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:18.626860 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-35a1e63a-1db3-4dec-8e0d-4ef86b695b86 req-38c4ca5c-49e0-4cd7-82cd-c5ac93089db3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0475764 May 13 21:53:18.678621 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-35a1e63a-1db3-4dec-8e0d-4ef86b695b86 req-2f74c65e-5b2b-4658-baf1-a88349d4f658 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458322 May 13 21:53:19.191484 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f906f-1b3c-4f35-9f02-49667ffc4378 req-71af274d-c6e6-4002-bd97-5a3224f6f38a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:19.192950 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e64f906f-1b3c-4f35-9f02-49667ffc4378 req-71af274d-c6e6-4002-bd97-5a3224f6f38a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0468068 May 13 21:53:19.239198 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e64f906f-1b3c-4f35-9f02-49667ffc4378 req-2750d721-833b-4970-aa39-e2ad06194c77 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 May 13 21:53:19.796045 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecab85b-267e-4519-a4c7-4c6a282c87cc req-e7238fd7-92ba-4174-b564-15b82c06a9b3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:19.797483 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7ecab85b-267e-4519-a4c7-4c6a282c87cc req-e7238fd7-92ba-4174-b564-15b82c06a9b3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0470567 May 13 21:53:19.830998 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:19.846334 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7ecab85b-267e-4519-a4c7-4c6a282c87cc req-a748d411-1633-4bca-b61a-9efe30cabd96 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 May 13 21:53:20.351690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0dd3c-ccda-4421-ba39-0c5e01217195 req-9e4f07f7-6990-431b-bebf-8887c0493338 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:20.353117 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a2e0dd3c-ccda-4421-ba39-0c5e01217195 req-9e4f07f7-6990-431b-bebf-8887c0493338 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0487430 May 13 21:53:20.408921 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a2e0dd3c-ccda-4421-ba39-0c5e01217195 req-713b6c40-5208-446a-b2e9-21874883c3be tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 May 13 21:53:20.963956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692175d-31fb-4a99-9a5d-7c5331d6fb64 req-2f49c14c-b76e-4b37-8a7d-48aa95f03d93 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:20.965425 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c692175d-31fb-4a99-9a5d-7c5331d6fb64 req-2f49c14c-b76e-4b37-8a7d-48aa95f03d93 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0475852 May 13 21:53:21.012505 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c692175d-31fb-4a99-9a5d-7c5331d6fb64 req-51bf1888-4a31-4e20-8dd9-7bdadb9a78d3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 May 13 21:53:21.291316 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:21.521806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e879b-5789-41c4-8f3f-f889cd3e8426 req-67c68937-4d4e-4c77-a2f3-6ab85fd32b73 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:21.523365 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-366e879b-5789-41c4-8f3f-f889cd3e8426 req-67c68937-4d4e-4c77-a2f3-6ab85fd32b73 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0466161 May 13 21:53:21.573025 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-366e879b-5789-41c4-8f3f-f889cd3e8426 req-1e5b1a52-7a85-439f-b7e9-bc28ae357f98 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 May 13 21:53:22.142806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29364220-5f8d-4f35-97c0-516ba4e0d22d req-409c5c35-0771-4a4f-ab99-b2d1f160d012 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:22.144325 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29364220-5f8d-4f35-97c0-516ba4e0d22d req-409c5c35-0771-4a4f-ab99-b2d1f160d012 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0554533 May 13 21:53:22.194930 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29364220-5f8d-4f35-97c0-516ba4e0d22d req-f45280df-5c33-45dd-80af-ff0616238c06 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 May 13 21:53:22.687121 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce136eda-5d17-4fa1-a5b5-45ea1e4202fc req-a53352d7-9bf0-4686-bd93-374a9770e9c9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:22.688562 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ce136eda-5d17-4fa1-a5b5-45ea1e4202fc req-a53352d7-9bf0-4686-bd93-374a9770e9c9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0473278 May 13 21:53:22.745607 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ce136eda-5d17-4fa1-a5b5-45ea1e4202fc req-7365553f-ef77-4aaa-a877-9a75d4df1c53 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 May 13 21:53:22.861517 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b106aa-40d7-4a40-ad22-1fa9c9478545 req-9e9343fc-8715-431e-9985-93a011d7ba93 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:22.862912 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76b106aa-40d7-4a40-ad22-1fa9c9478545 req-9e9343fc-8715-431e-9985-93a011d7ba93 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0505486 May 13 21:53:22.913227 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76b106aa-40d7-4a40-ad22-1fa9c9478545 req-ae34695a-56c6-460e-b331-4dfac91a8515 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 May 13 21:53:23.374244 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29abcd2-da7d-417a-b393-e846a73f6796 req-b536db12-10ca-4837-8e7a-1d47eec782a7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:23.379215 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a29abcd2-da7d-417a-b393-e846a73f6796 req-b536db12-10ca-4837-8e7a-1d47eec782a7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0582247 May 13 21:53:23.423236 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a29abcd2-da7d-417a-b393-e846a73f6796 req-e8879031-1072-4a6d-b172-300f66c32acb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 May 13 21:53:24.591528 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486383f5-3a63-4a06-bb3f-e80212cd7b38 req-186c45ba-bfad-4598-92a4-5653c1968c2c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:24.593087 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-486383f5-3a63-4a06-bb3f-e80212cd7b38 req-186c45ba-bfad-4598-92a4-5653c1968c2c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0536180 May 13 21:53:24.644163 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-486383f5-3a63-4a06-bb3f-e80212cd7b38 req-78ae198f-9b89-472d-bf83-59a6956afa56 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455739 May 13 21:53:24.765109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9e87a-5376-49cc-bc43-4900f5fe0412 req-6adedbd7-b076-40dc-8ccb-02d5085dc795 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:24.766615 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0bf9e87a-5376-49cc-bc43-4900f5fe0412 req-6adedbd7-b076-40dc-8ccb-02d5085dc795 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0600290 May 13 21:53:24.825123 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0bf9e87a-5376-49cc-bc43-4900f5fe0412 req-a75d2452-2eaa-4ded-b846-0827af9dde5e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 May 13 21:53:25.775824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3493c1-d322-4eec-8db6-dd44c569741e req-ef81de25-f706-4703-bd4f-013bed904fe4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:25.777272 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ec3493c1-d322-4eec-8db6-dd44c569741e req-ef81de25-f706-4703-bd4f-013bed904fe4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0483139 May 13 21:53:25.829779 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ec3493c1-d322-4eec-8db6-dd44c569741e req-e2d48f9c-931d-4ef2-b4b1-525bfbab8e6e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468969 May 13 21:53:25.945829 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6904fb-3688-4d17-baa1-513c1397d17f req-dc82e0b9-2e7a-463f-943f-c7230b5dea7d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:25.947232 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e6904fb-3688-4d17-baa1-513c1397d17f req-dc82e0b9-2e7a-463f-943f-c7230b5dea7d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0470991 May 13 21:53:25.993926 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e6904fb-3688-4d17-baa1-513c1397d17f req-4df73c02-ebdd-4f4c-96b7-7b7c4ea32c6f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 May 13 21:53:26.947959 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc5edc-a45a-49b8-99dc-27fac902bc43 req-876e216d-38cc-4591-a75c-22be586c4f02 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:26.949486 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2efc5edc-a45a-49b8-99dc-27fac902bc43 req-876e216d-38cc-4591-a75c-22be586c4f02 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0488949 May 13 21:53:27.004834 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2efc5edc-a45a-49b8-99dc-27fac902bc43 req-3222966f-8601-4493-85c7-16413e773087 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497634 May 13 21:53:27.120964 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5ec7f-6375-458b-a76c-86def39ab4ff req-9d837534-89a0-4cee-bb61-c5ae31f15885 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:27.122438 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5f5ec7f-6375-458b-a76c-86def39ab4ff req-9d837534-89a0-4cee-bb61-c5ae31f15885 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0509391 May 13 21:53:27.175527 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5f5ec7f-6375-458b-a76c-86def39ab4ff req-d277a536-81da-480f-8e81-e3e527880064 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 May 13 21:53:27.536066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-b2bfff0d-2fc2-4e12-9aaf-ed6b86734ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:27.537627 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-b2bfff0d-2fc2-4e12-9aaf-ed6b86734ca5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1130 time: 0.0402396 May 13 21:53:27.635112 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-926823d1-6e9c-43c2-929c-96b15d62ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:27.636591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-926823d1-6e9c-43c2-929c-96b15d62ddb1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.0922945 May 13 21:53:27.683364 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-b1f8b512-0fc3-4e0e-bada-0b99fd5adf70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 200 len: 217 time: 0.0329270 May 13 21:53:27.737648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-d806cb5f-9fea-4573-a3f3-5bbe1955dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:27.739130 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-d806cb5f-9fea-4573-a3f3-5bbe1955dd2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0442865 May 13 21:53:27.787810 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-7217c832-8de4-4afc-b57c-ca2535deadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:27.789317 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-7217c832-8de4-4afc-b57c-ca2535deadbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418651 May 13 21:53:27.890113 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-e1d5b75d-80e7-4c73-9607-be1e0e3d7ea0 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942016 May 13 21:53:28.067956 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-976b6fc7-e0cb-4191-9a43-9e26dc40789f req-720ab36e-bdc2-4923-944c-9d0c6b5e77c2 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963376 May 13 21:53:28.146276 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98702172-187f-497d-939e-5c42f50e2f93 req-96a91d78-a9e8-4b4d-b1c7-07e3b1fa9ee7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:28.150697 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-98702172-187f-497d-939e-5c42f50e2f93 req-96a91d78-a9e8-4b4d-b1c7-07e3b1fa9ee7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0587425 May 13 21:53:28.202352 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-98702172-187f-497d-939e-5c42f50e2f93 req-314c9c0a-b3f0-43d3-a7c6-9da025b30cbd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469704 May 13 21:53:28.318989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f6115-b1e6-40e0-9978-a0862e388827 req-ff842fad-3f3d-42dc-8172-0686c9b837ce tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:28.320461 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0a9f6115-b1e6-40e0-9978-a0862e388827 req-ff842fad-3f3d-42dc-8172-0686c9b837ce tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0509183 May 13 21:53:28.375347 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0a9f6115-b1e6-40e0-9978-a0862e388827 req-252df0c5-a47d-4648-b635-6548b7a6c24c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 May 13 21:53:29.321403 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78158d74-154d-4022-a047-6c0ae95f809f req-cf64ac9b-033c-432a-b89e-747173e289d0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:29.323005 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-78158d74-154d-4022-a047-6c0ae95f809f req-cf64ac9b-033c-432a-b89e-747173e289d0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0475106 May 13 21:53:29.375252 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-78158d74-154d-4022-a047-6c0ae95f809f req-dc60cc24-ceae-49c6-b9e9-b248b3c50b24 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459125 May 13 21:53:29.486812 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746b6a0-2a9a-4ceb-adad-a22264b125dd req-7d0ecb05-5dc8-4959-9c11-c5a9dbbd4ae2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:29.488270 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f746b6a0-2a9a-4ceb-adad-a22264b125dd req-7d0ecb05-5dc8-4959-9c11-c5a9dbbd4ae2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0480962 May 13 21:53:29.535751 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f746b6a0-2a9a-4ceb-adad-a22264b125dd req-a202a171-b14b-4cc2-aabb-3e95a2b043ce tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 May 13 21:53:30.496625 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb95f3-7fdc-409c-8e89-9c9526f401a0 req-c52e22fc-543a-48c5-8586-6d90714e1339 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:30.499464 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-03eb95f3-7fdc-409c-8e89-9c9526f401a0 req-c52e22fc-543a-48c5-8586-6d90714e1339 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0494003 May 13 21:53:30.549014 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-03eb95f3-7fdc-409c-8e89-9c9526f401a0 req-dc584623-5248-4047-a639-1faf45639055 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 May 13 21:53:30.653955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d83d9-ac2a-4d86-a627-fb72ae06dafc req-2f4f79c7-ec51-4acb-b87e-b2cfd8a63234 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:30.655475 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b73d83d9-ac2a-4d86-a627-fb72ae06dafc req-2f4f79c7-ec51-4acb-b87e-b2cfd8a63234 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0484140 May 13 21:53:30.700970 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b73d83d9-ac2a-4d86-a627-fb72ae06dafc req-52a218e6-c817-4022-8e2a-37f35e1a600f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 May 13 21:53:30.868735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-828dce40-ccad-4537-a0bb-8639673d7998 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:30.870083 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-828dce40-ccad-4537-a0bb-8639673d7998 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/networks?id=8fdb1b48-8d7a-41bf-9d07-073be7f93649 HTTP/1.1" status: 200 len: 809 time: 0.1103053 May 13 21:53:30.884478 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-e7213a2f-1687-47d7-b0d7-ecf9666b621f tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/quotas/1aef84932f4f4725bbc4095f07ebf56e HTTP/1.1" status: 200 len: 375 time: 0.0083914 May 13 21:53:30.915474 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-2fe638f5-2db2-48ae-9c34-99053d45e988 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262301 May 13 21:53:31.214620 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-20ebf1eb-a87d-49a2-9d90-0cc9176e39fa service neutron] 10.222.0.35 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920518 May 13 21:53:31.304139 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-72522099-3630-41ce-bd50-75dc1711ec13 service neutron] 10.222.0.35 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806973 May 13 21:53:31.491541 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c2f3af2f-6182-496b-88de-5f61adcab5d5 req-cc27b1fa-6c4d-40da-940a-d896ad4e5854 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 210 time: 0.0312450 May 13 21:53:31.677940 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ce5b5-07c6-46cb-8439-81f16064381f req-f3f621cd-fd26-4fc8-a204-3ceb4f6d84a4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:31.679929 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e6ce5b5-07c6-46cb-8439-81f16064381f req-f3f621cd-fd26-4fc8-a204-3ceb4f6d84a4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0510018 May 13 21:53:31.730230 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e6ce5b5-07c6-46cb-8439-81f16064381f req-0a8753be-b4e4-45b9-8f59-1c537eee0963 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449255 May 13 21:53:31.848059 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3336-c208-4875-9f32-22a0c888db2c req-e3237ac4-90ff-498c-af86-66a09faef55c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:31.849623 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6c3f3336-c208-4875-9f32-22a0c888db2c req-e3237ac4-90ff-498c-af86-66a09faef55c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0500290 May 13 21:53:31.899299 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6c3f3336-c208-4875-9f32-22a0c888db2c req-5c03d252-433c-4ad6-aa7f-3e117d0981b9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 May 13 21:53:32.618714 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a12f1bee-aca1-4456-b6ae-217d0fd0001c req-c36a9388-88c6-4bcc-8b23-3455c424572e tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 210 time: 0.0577207 May 13 21:53:32.657972 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-c7510ce1-0f4c-4238-9b77-75fb9470b13d tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:32.659550 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-c7510ce1-0f4c-4238-9b77-75fb9470b13d tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "GET /v2.0/networks?id=8fdb1b48-8d7a-41bf-9d07-073be7f93649 HTTP/1.1" status: 200 len: 809 time: 0.1322916 May 13 21:53:32.698578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Request body: {'port': {'device_id': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649', 'admin_state_up': True, 'tenant_id': '1aef84932f4f4725bbc4095f07ebf56e'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:32.821581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Made reservation on behalf of 1aef84932f4f4725bbc4095f07ebf56e for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:53:32.824896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:32.869234 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55441-a987-49b5-b37d-e154c12579f3 req-c3678695-5534-4d4c-b35e-50dcfdc766d5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:32.870682 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9dc55441-a987-49b5-b37d-e154c12579f3 req-c3678695-5534-4d4c-b35e-50dcfdc766d5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0603490 May 13 21:53:32.965814 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9dc55441-a987-49b5-b37d-e154c12579f3 req-b860e7f5-d899-45bc-a90f-52fb3148cf2f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895295 May 13 21:53:33.049060 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Allocated IP 172.20.0.13 (8fdb1b48-8d7a-41bf-9d07-073be7f93649/9fab0ea3-9cae-431b-ae00-f4b20fa27f5d/5a590723-5c25-43fd-9d17-b505c89668e1) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:53:33.056730 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295353-b76c-4d60-aebe-7a7d5e808402 req-0628cf44-caad-451b-84c4-b3157fb30696 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:33.058165 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8d295353-b76c-4d60-aebe-7a7d5e808402 req-0628cf44-caad-451b-84c4-b3157fb30696 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0713167 May 13 21:53:33.138300 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8d295353-b76c-4d60-aebe-7a7d5e808402 req-4ce6a25d-d46e-4182-914d-16718cdb4d28 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727210 May 13 21:53:33.238262 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks [] for port (5a590723-5c25-43fd-9d17-b505c89668e1), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:33.269919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:33.309840 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:53:33.312786 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:53:33.318641 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:53:33.325063 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Pushing event updated for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:33.381457 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:33.382059 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:33.398308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-381635a7-c55b-46b0-a9da-26c31da0367c tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7040250 May 13 21:53:33.740509 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69914680-cef6-4615-905e-5b29cbc7b1a7 req-dfabe86f-4c40-42d5-a27c-873383ab3446 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:33.741953 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-69914680-cef6-4615-905e-5b29cbc7b1a7 req-dfabe86f-4c40-42d5-a27c-873383ab3446 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 932 time: 0.0476415 May 13 21:53:33.786873 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-69914680-cef6-4615-905e-5b29cbc7b1a7 req-e5bd26d7-6618-45bd-a32c-55c242ed962a tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 May 13 21:53:34.085507 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca67bef-1975-4cd1-a24b-837589e874cd req-61415b12-b0ef-4f44-af0f-1b8a2830c84f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:34.086963 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6ca67bef-1975-4cd1-a24b-837589e874cd req-61415b12-b0ef-4f44-af0f-1b8a2830c84f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0460358 May 13 21:53:34.132810 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6ca67bef-1975-4cd1-a24b-837589e874cd req-4520bf82-ea6a-406c-aa26-e2b83958b46a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 May 13 21:53:34.253696 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ffa71-a925-4415-b156-36d1661ac27a req-51b64e8d-58ab-4ace-81b6-23f0f273c114 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:34.255166 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-603ffa71-a925-4415-b156-36d1661ac27a req-51b64e8d-58ab-4ace-81b6-23f0f273c114 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0495880 May 13 21:53:34.303422 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-603ffa71-a925-4415-b156-36d1661ac27a req-c7011782-47df-4323-9aae-09fd9968472e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 May 13 21:53:34.896199 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5183c-8dd8-4a06-b566-673f0a99c834 req-1fdcd245-f3ab-4d82-aeda-4edd26b35570 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:34.897688 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-08c5183c-8dd8-4a06-b566-673f0a99c834 req-1fdcd245-f3ab-4d82-aeda-4edd26b35570 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 932 time: 0.0465782 May 13 21:53:34.944192 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-08c5183c-8dd8-4a06-b566-673f0a99c834 req-7bbad8b5-e9ab-46d4-a991-8f9351c866a1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 May 13 21:53:35.252024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961bdfc-d87e-47b8-b821-a8fbdec48593 req-d6f5cd82-2997-4a4a-a626-fb8162195ce5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:35.253495 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8961bdfc-d87e-47b8-b821-a8fbdec48593 req-d6f5cd82-2997-4a4a-a626-fb8162195ce5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0502644 May 13 21:53:35.299094 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8961bdfc-d87e-47b8-b821-a8fbdec48593 req-3a8e9e55-df41-43bf-9373-9783adcfbcc3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400417 May 13 21:53:35.412428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe068-d2f3-4571-a71e-1d97d37b818c req-f816c427-3700-46f0-87be-4b73f288cdcf tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:35.413840 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5cfbe068-d2f3-4571-a71e-1d97d37b818c req-f816c427-3700-46f0-87be-4b73f288cdcf tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0466874 May 13 21:53:35.460433 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5cfbe068-d2f3-4571-a71e-1d97d37b818c req-fcf8187e-1d5c-423b-9864-71fc9e8ba7a2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 May 13 21:53:36.054113 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d968f-1d42-4e93-9cb2-d89c8c288807 req-6536e451-b46d-46f9-b33d-47a724c0d8ee tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:36.055597 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-824d968f-1d42-4e93-9cb2-d89c8c288807 req-6536e451-b46d-46f9-b33d-47a724c0d8ee tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 932 time: 0.0463669 May 13 21:53:36.104357 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-824d968f-1d42-4e93-9cb2-d89c8c288807 req-e2642e81-12da-4f22-930f-b5b74b763c73 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 May 13 21:53:36.347414 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Request body: {'port': {'device_id': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:36.440830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730236f-a3ae-4a6d-99fb-be4c4b75d484 req-a145ad8d-71d5-4c8d-aca8-0a6349f3e071 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:36.442302 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f730236f-a3ae-4a6d-99fb-be4c4b75d484 req-a145ad8d-71d5-4c8d-aca8-0a6349f3e071 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0718775 May 13 21:53:36.444861 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:36.528973 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f730236f-a3ae-4a6d-99fb-be4c4b75d484 req-dabd6fc8-9bd5-4d40-8f9c-52df2c2d31cd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810051 May 13 21:53:36.602352 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c6dd-7fb2-4091-8250-a3d1a4438da1 req-34dd7258-1c36-4e4a-a7c0-edc39a1dbe65 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:36.603977 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d078c6dd-7fb2-4091-8250-a3d1a4438da1 req-34dd7258-1c36-4e4a-a7c0-edc39a1dbe65 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0576134 May 13 21:53:36.732612 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d078c6dd-7fb2-4091-8250-a3d1a4438da1 req-e330df5b-27b8-4386-8b51-f848ace57c51 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 May 13 21:53:36.863042 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a590723-5c25-43fd-9d17-b505c89668e1 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:53:36.870943 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Publish callbacks [] for port (5a590723-5c25-43fd-9d17-b505c89668e1), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:36.883650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Transition to ACTIVE for port object 5a590723-5c25-43fd-9d17-b505c89668e1 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:53:36.887056 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:36.939312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:37.004507 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Attempting to bind port 5a590723-5c25-43fd-9d17-b505c89668e1 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:53:37.004843 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Attempting to bind port 5a590723-5c25-43fd-9d17-b505c89668e1 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:53:37.005175 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Attempting to bind port 5a590723-5c25-43fd-9d17-b505c89668e1 on network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:53:37.009533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Port 5a590723-5c25-43fd-9d17-b505c89668e1 on network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:53:37.009858 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Attempting to bind port 5a590723-5c25-43fd-9d17-b505c89668e1 on network 8fdb1b48-8d7a-41bf-9d07-073be7f93649 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:53:37.014937 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:53:37.015277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Checking segment: {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:53:37.015655 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Bound using segment: {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:53:37.016076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Bound port: 5a590723-5c25-43fd-9d17-b505c89668e1, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e48a7c-0e6e-486f-9b11-af9a1a38d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:53:37.016429 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:37.080814 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:53:37.083746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5a590723-5c25-43fd-9d17-b505c89668e1,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:53:37.089345 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:37.121722 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.122340 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:37.123734 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] 10.222.0.58 "PUT /v2.0/ports/5a590723-5c25-43fd-9d17-b505c89668e1 HTTP/1.1" status: 200 len: 1094 time: 0.7813971 May 13 21:53:37.124171 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:37.126465 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d9587-12d6-45a1-966a-434f1944ff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:37.152814 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440476dd-026e-4aad-bd15-fcf22887cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:37.169153 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08243248-3888-4c10-b5ef-d49e4b47d64f x-openstack-request-id: req-08243248-3888-4c10-b5ef-d49e4b47d64f {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:37.169447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:37.169707 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08243248-3888-4c10-b5ef-d49e4b47d64f {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:37.170127 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08243248-3888-4c10-b5ef-d49e4b47d64f'] response: {'name': 'network-changed', 'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1', 'status': 'completed', 'code': 200} May 13 21:53:37.228054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470fcb4-7cf7-4152-afeb-ecfe4014a235 req-7516e554-3b4c-416e-a4b6-cc0ec57eecc1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.229564 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5470fcb4-7cf7-4152-afeb-ecfe4014a235 req-7516e554-3b4c-416e-a4b6-cc0ec57eecc1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 944 time: 0.0479922 May 13 21:53:37.285251 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d9587-12d6-45a1-966a-434f1944ff1f req-2a18c610-a03f-4ba2-a88e-1ab8cf443a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.286761 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf5d9587-12d6-45a1-966a-434f1944ff1f req-2a18c610-a03f-4ba2-a88e-1ab8cf443a76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 1128 time: 0.0563385 May 13 21:53:37.326167 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5470fcb4-7cf7-4152-afeb-ecfe4014a235 req-aa9790c5-9c85-43a4-82e0-03b7a247b0a8 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839822 May 13 21:53:37.474054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d9587-12d6-45a1-966a-434f1944ff1f req-31e70b16-d144-47ea-951f-368cb54dc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.475567 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf5d9587-12d6-45a1-966a-434f1944ff1f req-31e70b16-d144-47ea-951f-368cb54dc2c1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1713037 May 13 21:53:37.688547 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa8842-be6e-41d3-8ac9-b94cd932f9b1 req-b1dbbe39-76b4-4f9d-b129-817063ebe0b3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.690033 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2fa8842-be6e-41d3-8ac9-b94cd932f9b1 req-b1dbbe39-76b4-4f9d-b129-817063ebe0b3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0793576 May 13 21:53:37.691154 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d9587-12d6-45a1-966a-434f1944ff1f req-9291cd5a-eba1-4136-bd5d-69b1564f0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.692502 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf5d9587-12d6-45a1-966a-434f1944ff1f req-9291cd5a-eba1-4136-bd5d-69b1564f0dce service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104120 May 13 21:53:37.745067 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2fa8842-be6e-41d3-8ac9-b94cd932f9b1 req-b01c9095-addb-4024-99f4-fd6ba28439e3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492070 May 13 21:53:37.845954 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-7cd4302b-bc2d-4f41-96aa-566240949254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.847463 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-7cd4302b-bc2d-4f41-96aa-566240949254 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 1128 time: 0.0672052 May 13 21:53:37.868011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ff090-0eef-4ec8-8c5b-d165e32e4dd4 req-57f787a2-aa23-4f10-8da2-56494686b6af tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.869495 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-211ff090-0eef-4ec8-8c5b-d165e32e4dd4 req-57f787a2-aa23-4f10-8da2-56494686b6af tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0599113 May 13 21:53:37.913883 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-f85b5f6e-08b7-4eb7-bff3-64974041d74a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a590723-5c25-43fd-9d17-b505c89668e1 HTTP/1.1" status: 200 len: 217 time: 0.0434000 May 13 21:53:37.951295 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-211ff090-0eef-4ec8-8c5b-d165e32e4dd4 req-1eead963-2f47-4d0c-90ce-6f14200dcf33 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438478 May 13 21:53:37.997438 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-7211feb6-ead8-41e8-859e-ea796f6cef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:37.999750 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-7211feb6-ead8-41e8-859e-ea796f6cef38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fab0ea3-9cae-431b-ae00-f4b20fa27f5d HTTP/1.1" status: 200 len: 849 time: 0.0467248 May 13 21:53:38.166032 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-a5542203-a81a-45be-8d80-45741ff36827 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8fdb1b48-8d7a-41bf-9d07-073be7f93649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267963 May 13 21:53:38.266317 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-d74a6efe-9f2b-405b-aadb-efe7b4ac0b82 service neutron] 10.222.0.58 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900354 May 13 21:53:38.314909 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45458) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:38.370896 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ba40985-2b44-4da9-991c-b2f8872a5464 req-4ac71a82-92e5-4912-b377-d12044011a0e service neutron] 10.222.0.58 "GET /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897667 May 13 21:53:38.428482 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.451867 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd690-2853-4429-b640-6231fcdf1f23 req-cc18b486-64f1-499c-8908-2303885f08a1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:38.453473 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3dbd690-2853-4429-b640-6231fcdf1f23 req-cc18b486-64f1-499c-8908-2303885f08a1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 944 time: 0.0536103 May 13 21:53:38.506865 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3dbd690-2853-4429-b640-6231fcdf1f23 req-91ebafca-ae6e-4f71-bbc6-045b3d981429 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457680 May 13 21:53:38.524235 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Publish callbacks [] for security_group (8e24c29c-67c1-48e3-95fe-954a8e37d8cc), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.528039 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8e24c29c-67c1-48e3-95fe-954a8e37d8cc), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.569832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 45464) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:38.570030 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=851dcca13cee48a19327e7bada45af31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538817 May 13 21:53:38.570960 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e24c29c-67c1-48e3-95fe-954a8e37d8cc,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:38.579188 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.579622 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.579918 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.580288 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.580612 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.581025 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.581358 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.581703 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.582042 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.582383 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.583311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.583311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.583601 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.583851 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.584236 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e95b-6540-41e6-97f6-8c9f97cedbf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.620935 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Publish callbacks [] for security_group (8e24c29c-67c1-48e3-95fe-954a8e37d8cc), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.643427 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Publish callbacks [] for security_group (8e24c29c-67c1-48e3-95fe-954a8e37d8cc), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.692146 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8e24c29c-67c1-48e3-95fe-954a8e37d8cc), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.694894 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:38.696102 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e24c29c-67c1-48e3-95fe-954a8e37d8cc HTTP/1.1" status: 204 len: 168 time: 0.1252894 May 13 21:53:38.704183 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e24c29c-67c1-48e3-95fe-954a8e37d8cc,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:38.711661 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.711954 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.712287 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.714990 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.715369 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.719761 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.719943 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.720295 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.721036 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.721384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.721729 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.723925 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.723925 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.726922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.727659 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30c9bf-106b-41cd-a879-5b3c4b687f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:38.892648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05c94a-30b9-410a-b932-9d832ac5b6be req-3feab86b-8e74-4937-8f99-36ccd5d352c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:38.898252 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1f05c94a-30b9-410a-b932-9d832ac5b6be req-3feab86b-8e74-4937-8f99-36ccd5d352c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0722837 May 13 21:53:38.965631 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1f05c94a-30b9-410a-b932-9d832ac5b6be req-60ac7de4-0cdb-46f2-bd1e-f660d0974fd8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665133 May 13 21:53:39.066081 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45506) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:39.086603 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3033fc2-7a07-4dd5-9d08-7017b64c8aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.121271 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f34dfb-4062-4415-80bd-19f74fc78f7d req-189b14dc-c763-49f4-b703-7a63ce4ad815 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:39.123806 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-96f34dfb-4062-4415-80bd-19f74fc78f7d req-189b14dc-c763-49f4-b703-7a63ce4ad815 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0731890 May 13 21:53:39.221098 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-96f34dfb-4062-4415-80bd-19f74fc78f7d req-631b8ca7-22ea-40c7-bf0e-a342f6b4329c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 May 13 21:53:39.231983 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3033fc2-7a07-4dd5-9d08-7017b64c8aa4 admin admin] Publish callbacks [] for security_group (aba515ac-878d-488c-b50f-0293abcb279e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.238563 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a3033fc2-7a07-4dd5-9d08-7017b64c8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (aba515ac-878d-488c-b50f-0293abcb279e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.286337 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a3033fc2-7a07-4dd5-9d08-7017b64c8aa4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c241599785234c62af723fe561c669c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168865 May 13 21:53:39.286337 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3033fc2-7a07-4dd5-9d08-7017b64c8aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba515ac-878d-488c-b50f-0293abcb279e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:39.286747 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 45524) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:39.336581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1dee53b6-a34c-4eb2-83d9-1ff406dc907f admin admin] Publish callbacks [] for security_group (aba515ac-878d-488c-b50f-0293abcb279e), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.358358 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1dee53b6-a34c-4eb2-83d9-1ff406dc907f admin admin] Publish callbacks [] for security_group (aba515ac-878d-488c-b50f-0293abcb279e), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.437524 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-763673be-cbac-4eaf-b56f-62a084e5b453 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802433148&fields=id&tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 267 time: 0.0569065 May 13 21:53:39.438559 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1dee53b6-a34c-4eb2-83d9-1ff406dc907f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (aba515ac-878d-488c-b50f-0293abcb279e), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.441076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1dee53b6-a34c-4eb2-83d9-1ff406dc907f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:39.442221 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1dee53b6-a34c-4eb2-83d9-1ff406dc907f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aba515ac-878d-488c-b50f-0293abcb279e HTTP/1.1" status: 204 len: 168 time: 0.1537349 May 13 21:53:39.470152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee53b6-a34c-4eb2-83d9-1ff406dc907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba515ac-878d-488c-b50f-0293abcb279e,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:39.573513 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-2e697c2d-7136-4ffc-949a-80e07cf4b2d0 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:39.575248 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-2e697c2d-7136-4ffc-949a-80e07cf4b2d0 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 812 time: 0.1305130 May 13 21:53:39.602106 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-f248e2fc-85b4-4ec9-954e-f64acb935d41 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/quotas/e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 375 time: 0.0199163 May 13 21:53:39.668318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43547-2bf0-423b-b58b-98fe14675b49 req-4bdd81ee-557a-4632-a103-a5a330fa66e3 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:39.669945 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ae43547-2bf0-423b-b58b-98fe14675b49 req-4bdd81ee-557a-4632-a103-a5a330fa66e3 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 944 time: 0.0805919 May 13 21:53:39.699899 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-4e4b1428-e539-43fa-a2fe-41f70e92e03a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762043 May 13 21:53:39.753613 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9ae43547-2bf0-423b-b58b-98fe14675b49 req-17f2e6a7-f93f-46aa-b1f7-1671d686f961 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 May 13 21:53:39.831183 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-2d2be64c-bfa7-4a99-8b66-cabae4dde60c service neutron] 10.222.0.35 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199539 May 13 21:53:39.928316 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-db47c4c7-8569-46c2-86b8-f02aad673e62 service neutron] 10.222.0.35 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904021 May 13 21:53:40.130962 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781815-5096-4ffe-8906-c977c48fe24c req-cc4bd406-389b-4157-84e0-5ccc4f529c99 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:40.132797 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-53781815-5096-4ffe-8906-c977c48fe24c req-cc4bd406-389b-4157-84e0-5ccc4f529c99 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0720530 May 13 21:53:40.257995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:53:40.512252 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-53781815-5096-4ffe-8906-c977c48fe24c req-50db49ff-7256-45c6-b010-5494812b4a93 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713057 May 13 21:53:40.525591 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:40.544091 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'mac_address': 'fa:16:3e:8d:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:53:40.565585 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f3e13-1d49-46e6-96c1-e7bcf8b5ef4e req-09cd736a-723f-45cf-9267-ae06e5879b14 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:40.573115 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6d2f3e13-1d49-46e6-96c1-e7bcf8b5ef4e req-09cd736a-723f-45cf-9267-ae06e5879b14 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1318908 May 13 21:53:40.609002 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: ACTIVE; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:40.609457 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:40.624933 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 880b4122-8d33-43a8-a0b1-a0f01711790c {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:53:40.643112 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-20a26c3b-b7dd-4065-866f-91fc82a1a973 req-d7471acb-c130-49ae-b6ab-630f3c2ccf6f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 210 time: 0.0394442 May 13 21:53:40.657084 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:40.662450 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:40.664378 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 5a590723-5c25-43fd-9d17-b505c89668e1 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:53:40.699520 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6d2f3e13-1d49-46e6-96c1-e7bcf8b5ef4e req-f09f52db-76ee-41c6-986c-ae3d27f43814 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247497 May 13 21:53:40.798170 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=6']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:40.820644 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 45602) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:40.847397 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5a590723-5c25-43fd-9d17-b505c89668e1,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:40.870156 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '5a590723-5c25-43fd-9d17-b505c89668e1', 'network_id': '8fdb1b48-8d7a-41bf-9d07-073be7f93649', 'port_id': '5a590723-5c25-43fd-9d17-b505c89668e1', 'mac_address': 'fa:16:3e:62:9b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fab0ea3-9cae-431b-ae00-f4b20fa27f5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:53:40.928065 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 5a590723-5c25-43fd-9d17-b505c89668e1 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:40.928303 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:40.935128 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4fa-9f6d-421c-8370-19a625cff407 req-80b804b8-0ff5-4556-8a51-9023f88a77c5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:40.950075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d721d4fa-9f6d-421c-8370-19a625cff407 req-80b804b8-0ff5-4556-8a51-9023f88a77c5 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 944 time: 0.1078956 May 13 21:53:40.950251 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a590723-5c25-43fd-9d17-b505c89668e1 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:53:40.974322 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5a590723-5c25-43fd-9d17-b505c89668e1,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:40.984109 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:40.990612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4a210e3-8212-4f21-a5c8-1e1a41f42489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.046106 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:41.067345 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d721d4fa-9f6d-421c-8370-19a625cff407 req-a1b8a0b5-849a-419b-82c5-867f5b5294f1 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162806 May 13 21:53:41.139118 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4a210e3-8212-4f21-a5c8-1e1a41f42489 admin admin] Publish callbacks [] for security_group (e20054a8-86cc-4ccf-b29e-cb0677e88412), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.143450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4a210e3-8212-4f21-a5c8-1e1a41f42489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e20054a8-86cc-4ccf-b29e-cb0677e88412), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.184700 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a210e3-8212-4f21-a5c8-1e1a41f42489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20054a8-86cc-4ccf-b29e-cb0677e88412,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:41.190615 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d4a210e3-8212-4f21-a5c8-1e1a41f42489 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5d482c1a50940479216a0a959deac5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689182 May 13 21:53:41.193814 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45618) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:41.248313 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fabbd2e-af26-4ef1-8fe2-882ca9150712 admin admin] Publish callbacks [] for security_group (e20054a8-86cc-4ccf-b29e-cb0677e88412), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.273356 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fabbd2e-af26-4ef1-8fe2-882ca9150712 admin admin] Publish callbacks [] for security_group (e20054a8-86cc-4ccf-b29e-cb0677e88412), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.327278 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fabbd2e-af26-4ef1-8fe2-882ca9150712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e20054a8-86cc-4ccf-b29e-cb0677e88412), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.330609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6fabbd2e-af26-4ef1-8fe2-882ca9150712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:41.331781 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6fabbd2e-af26-4ef1-8fe2-882ca9150712 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e20054a8-86cc-4ccf-b29e-cb0677e88412 HTTP/1.1" status: 204 len: 168 time: 0.1335144 May 13 21:53:41.339862 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabbd2e-af26-4ef1-8fe2-882ca9150712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20054a8-86cc-4ccf-b29e-cb0677e88412,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:41.490134 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['880b4122-8d33-43a8-a0b1-a0f01711790c'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:53:41.659623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522b35-4e21-46f0-8eaf-36ba5e6c1b54 req-d1ca8530-a805-4a07-9d4e-a630d1e5b22e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:41.667126 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0f522b35-4e21-46f0-8eaf-36ba5e6c1b54 req-d1ca8530-a805-4a07-9d4e-a630d1e5b22e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 944 time: 0.0680616 May 13 21:53:41.677011 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['5a590723-5c25-43fd-9d17-b505c89668e1'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:53:41.742399 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0f522b35-4e21-46f0-8eaf-36ba5e6c1b54 req-2d908dbb-58f6-470e-9661-b9422a929644 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715253 May 13 21:53:41.809759 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d8b77c0d-d8ac-41ec-88a5-0ba4b14cc709 req-47bccd37-244b-453a-9f93-9ebe90bd61d2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 210 time: 0.0661571 May 13 21:53:41.928028 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694dc6a-a3cf-4c37-a15d-62b279335c0f req-70c4fd0b-f38e-4561-8f70-405447db7956 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:41.933221 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a694dc6a-a3cf-4c37-a15d-62b279335c0f req-70c4fd0b-f38e-4561-8f70-405447db7956 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0950336 May 13 21:53:41.955779 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45656) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:41.991626 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45662) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:42.003249 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a694dc6a-a3cf-4c37-a15d-62b279335c0f req-91ec6a57-2c28-4451-a8af-30847e695e46 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608795 May 13 21:53:42.098265 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-685a4857-70e1-4ee2-a824-59b9045f14a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.173905 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de0f9961-441d-4418-bb4b-14ddba95032b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.224794 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bf9b6-3869-4a72-b83b-1cec3f436026 req-7af216b4-ba4e-4446-adac-002ce5c68645 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:42.232363 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a52bf9b6-3869-4a72-b83b-1cec3f436026 req-7af216b4-ba4e-4446-adac-002ce5c68645 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 945 time: 0.0701566 May 13 21:53:42.291538 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-685a4857-70e1-4ee2-a824-59b9045f14a2 admin admin] Publish callbacks [] for security_group (02cb8a5f-2b84-409a-9219-76747de8cdc5), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.293214 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a52bf9b6-3869-4a72-b83b-1cec3f436026 req-ba3518cf-4775-43ea-af3e-c05272c66d4f tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578251 May 13 21:53:42.308716 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-685a4857-70e1-4ee2-a824-59b9045f14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (02cb8a5f-2b84-409a-9219-76747de8cdc5), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.347905 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de0f9961-441d-4418-bb4b-14ddba95032b admin admin] Publish callbacks [] for security_group (dc53b1eb-4c4a-4511-b018-40e0142e2dfe), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.360632 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-de0f9961-441d-4418-bb4b-14ddba95032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (dc53b1eb-4c4a-4511-b018-40e0142e2dfe), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.388623 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-de0f9961-441d-4418-bb4b-14ddba95032b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7690caec8c7c43b59b83e94ae25bfc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956900 May 13 21:53:42.395665 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-685a4857-70e1-4ee2-a824-59b9045f14a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c7f76dac57840e0afb886414adf2436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387345 May 13 21:53:42.396411 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45684) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:42.396885 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45686) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:42.414454 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a4857-70e1-4ee2-a824-59b9045f14a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb8a5f-2b84-409a-9219-76747de8cdc5,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:42.521109 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f9961-441d-4418-bb4b-14ddba95032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc53b1eb-4c4a-4511-b018-40e0142e2dfe,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:42.525217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-5e6c8cff-17b3-48f6-aa0c-17354a98b435 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:42.526747 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-5e6c8cff-17b3-48f6-aa0c-17354a98b435 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 812 time: 0.1622059 May 13 21:53:42.554538 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f93287be-b955-4fdc-80ad-de888c01e459 admin admin] Publish callbacks [] for security_group (dc53b1eb-4c4a-4511-b018-40e0142e2dfe), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.577687 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8e90f600-1664-4541-8aa5-33c06f89d767 admin admin] Publish callbacks [] for security_group (02cb8a5f-2b84-409a-9219-76747de8cdc5), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.602002 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f93287be-b955-4fdc-80ad-de888c01e459 admin admin] Publish callbacks [] for security_group (dc53b1eb-4c4a-4511-b018-40e0142e2dfe), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.624960 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8e90f600-1664-4541-8aa5-33c06f89d767 admin admin] Publish callbacks [] for security_group (02cb8a5f-2b84-409a-9219-76747de8cdc5), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.681843 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-97168fc1-0d3d-4fd1-a32d-aae4dcea248d tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 380 time: 0.0866368 May 13 21:53:42.699354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8e90f600-1664-4541-8aa5-33c06f89d767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (02cb8a5f-2b84-409a-9219-76747de8cdc5), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.702641 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8e90f600-1664-4541-8aa5-33c06f89d767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.706477 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-8e90f600-1664-4541-8aa5-33c06f89d767 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02cb8a5f-2b84-409a-9219-76747de8cdc5 HTTP/1.1" status: 204 len: 168 time: 0.3040016 May 13 21:53:42.706615 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:53:42.711535 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f93287be-b955-4fdc-80ad-de888c01e459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (dc53b1eb-4c4a-4511-b018-40e0142e2dfe), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.713976 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f93287be-b955-4fdc-80ad-de888c01e459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.717584 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f93287be-b955-4fdc-80ad-de888c01e459 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc53b1eb-4c4a-4511-b018-40e0142e2dfe HTTP/1.1" status: 204 len: 168 time: 0.3169529 May 13 21:53:42.718761 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90f600-1664-4541-8aa5-33c06f89d767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb8a5f-2b84-409a-9219-76747de8cdc5,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:42.730403 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93287be-b955-4fdc-80ad-de888c01e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc53b1eb-4c4a-4511-b018-40e0142e2dfe,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:42.797366 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 880b4122-8d33-43a8-a0b1-a0f01711790c triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:42.797753 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.930216 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'port': {'device_id': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'admin_state_up': True, 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'security_groups': ['a8702ef1-d79b-4c97-90a2-db12d096ccc8']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:42.935145 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-22bcdecb-16b3-4812-9b18-8988130c908a req-cfa465cf-ccc7-464d-8aec-9d637e5e9eb1 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 210 time: 0.0478010 May 13 21:53:42.945086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f955a-d45e-41ba-b292-f0d711a6f7a4 req-6ab4ca4a-deb3-4115-952f-b5b198e62f09 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:42.945495 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:42.946032 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:42.952116 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-026f955a-d45e-41ba-b292-f0d711a6f7a4 req-6ab4ca4a-deb3-4115-952f-b5b198e62f09 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 944 time: 0.1246223 May 13 21:53:43.027100 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:43.029691 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87671f32-2b3d-4aaa-aa08-88f0f89837d0" -d '{"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:43.052667 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:43.066094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.067470 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 5a590723-5c25-43fd-9d17-b505c89668e1 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:53:43.182268 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=7']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:43.195746 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 5a590723-5c25-43fd-9d17-b505c89668e1 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:53:43.204324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.204709 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.205051 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.205970 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.206937 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.206937 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.207135 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.207441 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.207745 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.208127 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.208430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.208783 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.209222 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.209550 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.209896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:53:43.214181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 5a590723-5c25-43fd-9d17-b505c89668e1 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:43.214800 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.256216 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-026f955a-d45e-41ba-b292-f0d711a6f7a4 req-e4afbbae-114a-404b-afa6-8d24335d784a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032024 May 13 21:53:43.287941 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bed7c-a76e-4863-b04c-36be5a43b502 req-adf6530f-941e-4011-ba24-01a92feee16e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:43.296322 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9e5bed7c-a76e-4863-b04c-36be5a43b502 req-adf6530f-941e-4011-ba24-01a92feee16e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1593897 May 13 21:53:43.334891 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Made reservation on behalf of e2695816a7fb4bd7ab0ea420b156e6e6 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:53:43.338658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.351031 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53e653e-8ee4-48ab-a4d5-8ff05d773155 x-openstack-request-id: req-c53e653e-8ee4-48ab-a4d5-8ff05d773155 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:43.366780 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:43.367054 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c53e653e-8ee4-48ab-a4d5-8ff05d773155 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:43.367491 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53e653e-8ee4-48ab-a4d5-8ff05d773155'] response: {'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'code': 200} May 13 21:53:43.372794 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 5a590723-5c25-43fd-9d17-b505c89668e1 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:43.373197 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.397705 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9e5bed7c-a76e-4863-b04c-36be5a43b502 req-9b06de9f-a3e9-413e-844d-74d0043f0359 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999937 May 13 21:53:43.429593 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5a590723-5c25-43fd-9d17-b505c89668e1,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:43.438563 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.482409 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45736) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:43.509469 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5df9b01c-379e-42a5-84f9-973a76e1b705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.535451 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2449e23-ca74-4b48-8303-cbfbebbbbd81 req-2421d15e-cc58-4216-a675-f0f7ce3a2bd6 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:43.538426 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2449e23-ca74-4b48-8303-cbfbebbbbd81 req-2421d15e-cc58-4216-a675-f0f7ce3a2bd6 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 945 time: 0.1189356 May 13 21:53:43.539285 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:43.617790 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Allocated IP 172.20.0.8 (db469d62-9f19-4947-a3c5-257e3bf41ebd/0f674b44-212e-43e6-bad0-504fc079bfe2/c4df6d51-ad13-478c-b857-3f2949f60980) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:53:43.658502 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5df9b01c-379e-42a5-84f9-973a76e1b705 admin admin] Publish callbacks [] for security_group (dabb7b50-3a69-4b88-b119-4a8732ca3795), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.666121 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5df9b01c-379e-42a5-84f9-973a76e1b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (dabb7b50-3a69-4b88-b119-4a8732ca3795), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.713828 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b01c-379e-42a5-84f9-973a76e1b705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb7b50-3a69-4b88-b119-4a8732ca3795,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:43.728696 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5df9b01c-379e-42a5-84f9-973a76e1b705 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a37f5877988a4aa08600b7bd3ab56558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444754 May 13 21:53:43.731459 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45754) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:43.740402 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.756488 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-d473ffc9-2c1b-4db1-abff-f2dac98d2fee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1255519 May 13 21:53:43.775640 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2449e23-ca74-4b48-8303-cbfbebbbbd81 req-7b7d24a6-1bfc-48b1-81e5-2435a72a1731 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189636 May 13 21:53:43.808564 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3b7851d7-36b4-446b-adc7-df271110c43c admin admin] Publish callbacks [] for security_group (dabb7b50-3a69-4b88-b119-4a8732ca3795), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.829750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45756) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:43.849069 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3897bd74-cf59-4825-b489-c050601bafdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.867110 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3b7851d7-36b4-446b-adc7-df271110c43c admin admin] Publish callbacks [] for security_group (dabb7b50-3a69-4b88-b119-4a8732ca3795), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:43.961201 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-b14a3e2a-4678-46ee-8f9f-64bc4e8a54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:43.967766 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-b14a3e2a-4678-46ee-8f9f-64bc4e8a54d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1129 time: 0.1430924 May 13 21:53:44.018356 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3b7851d7-36b4-446b-adc7-df271110c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (dabb7b50-3a69-4b88-b119-4a8732ca3795), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.021801 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3b7851d7-36b4-446b-adc7-df271110c43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.032348 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-3b7851d7-36b4-446b-adc7-df271110c43c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dabb7b50-3a69-4b88-b119-4a8732ca3795 HTTP/1.1" status: 204 len: 168 time: 0.2995923 May 13 21:53:44.050836 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (c4df6d51-ad13-478c-b857-3f2949f60980), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.083574 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7851d7-36b4-446b-adc7-df271110c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb7b50-3a69-4b88-b119-4a8732ca3795,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:44.091535 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3897bd74-cf59-4825-b489-c050601bafdc admin admin] Publish callbacks [] for security_group (2f893c6a-ebc4-4340-991d-ceff2140dc73), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.102258 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3897bd74-cf59-4825-b489-c050601bafdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2f893c6a-ebc4-4340-991d-ceff2140dc73), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.129777 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29efdcd9-e71a-4d16-8d28-ad6b06f92cf7 req-28b9c658-76d4-4fcb-b2db-2e7074616baa tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 210 time: 0.0425470 May 13 21:53:44.204179 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-3897bd74-cf59-4825-b489-c050601bafdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1688f45086ca4cfdaf54863bc16ce590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730421 May 13 21:53:44.204394 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-b43a4c58-efc9-47f8-b277-66581d93ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:44.206563 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-b43a4c58-efc9-47f8-b277-66581d93ca4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.2031908 May 13 21:53:44.206841 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45774) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:44.216261 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897bd74-cf59-4825-b489-c050601bafdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f893c6a-ebc4-4340-991d-ceff2140dc73,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:44.372871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-b8c86317-bb0a-4d1a-8a08-e676c307e50c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 200 len: 217 time: 0.1497717 May 13 21:53:44.376921 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.476957 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-e8bc086d-2ac5-48a0-a81e-de6ab1448ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:44.478760 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-e8bc086d-2ac5-48a0-a81e-de6ab1448ba2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0921855 May 13 21:53:44.547933 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-11a3f54b-4f20-42aa-89d3-7f97a9033b75 admin admin] Publish callbacks [] for security_group (2f893c6a-ebc4-4340-991d-ceff2140dc73), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.581432 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0d26-3687-41e2-b593-afb15f97a17c req-b8c2c420-d0fb-4da6-8242-badfd1d0d673 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:44.583295 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d12c0d26-3687-41e2-b593-afb15f97a17c req-b8c2c420-d0fb-4da6-8242-badfd1d0d673 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0757823 May 13 21:53:44.595124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:53:44.596045 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-11a3f54b-4f20-42aa-89d3-7f97a9033b75 admin admin] Publish callbacks [] for security_group (2f893c6a-ebc4-4340-991d-ceff2140dc73), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.654590 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:53:44.658100 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:53:44.710057 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-11a3f54b-4f20-42aa-89d3-7f97a9033b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2f893c6a-ebc4-4340-991d-ceff2140dc73), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.714179 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-11a3f54b-4f20-42aa-89d3-7f97a9033b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.716056 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-11a3f54b-4f20-42aa-89d3-7f97a9033b75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f893c6a-ebc4-4340-991d-ceff2140dc73 HTTP/1.1" status: 204 len: 168 time: 0.5072720 May 13 21:53:44.732291 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dedb6-df3b-4ee9-98d6-c719d7207168 req-8cfb2f35-49bb-454e-9e07-fc6ea1f312bd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:44.734905 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-605dedb6-df3b-4ee9-98d6-c719d7207168 req-8cfb2f35-49bb-454e-9e07-fc6ea1f312bd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1333501 May 13 21:53:44.737757 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3f54b-4f20-42aa-89d3-7f97a9033b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f893c6a-ebc4-4340-991d-ceff2140dc73,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:44.794620 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:44.795304 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:44.810024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-7256cee7-b417-45b6-a4d1-1833a0b32a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:44.812161 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-7256cee7-b417-45b6-a4d1-1833a0b32a7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2127719 May 13 21:53:44.837836 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9113746 May 13 21:53:44.887140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Request body: {'port': {'device_id': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:53:44.918460 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699f5d9-35db-4bce-98a6-70a5f34fecc6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=c4df6d51-ad13-478c-b857-3f2949f60980,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:44.969207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:45.020165 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d12c0d26-3687-41e2-b593-afb15f97a17c req-24083057-e3e7-471c-8253-0a8b4b701179 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4199185 May 13 21:53:45.063160 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-99035c9a-7547-406c-8405-99952a8edd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:45.081786 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-605dedb6-df3b-4ee9-98d6-c719d7207168 req-ac73df00-66d8-477e-945c-3a6a04a3846f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589869 May 13 21:53:45.133590 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-2e5f2c44-7507-4349-88b3-b06425cb26b8 None None] Provisioning complete for port c4df6d51-ad13-478c-b857-3f2949f60980 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:53:45.133969 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2c44-7507-4349-88b3-b06425cb26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:45.222592 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-a376f595-cb40-4613-905b-05af6bb1d015 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971996 May 13 21:53:45.250779 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f2c44-7507-4349-88b3-b06425cb26b8 None None] Port c4df6d51-ad13-478c-b857-3f2949f60980 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:53:45.369464 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:45.372290 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4096dd47-e4ab-4823-8e17-44cc2acdc244" -d '{"events": [{"server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "name": "network-vif-plugged", "status": "completed", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:45.378950 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534005b-436d-4f58-99f3-c731f8ffbc29 req-354e348a-8d8a-4e49-b2bb-9f3e0888e8a8 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:45.380440 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9534005b-436d-4f58-99f3-c731f8ffbc29 req-354e348a-8d8a-4e49-b2bb-9f3e0888e8a8 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.1506836 May 13 21:53:45.468663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e59a6-25c5-490c-a81f-601977524578 req-9583830e-034a-4e3f-9100-e07eaa857d67 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:45.470197 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-570e59a6-25c5-490c-a81f-601977524578 req-9583830e-034a-4e3f-9100-e07eaa857d67 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 931 time: 0.0888913 May 13 21:53:45.569071 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9534005b-436d-4f58-99f3-c731f8ffbc29 req-b3c20fbc-ae3d-49e9-b065-a3917ca71edc tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734033 May 13 21:53:45.643474 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-570e59a6-25c5-490c-a81f-601977524578 req-38d18d66-51af-4d1b-b4d7-780e0671e8d3 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577477 May 13 21:53:45.675413 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85977ee3-d171-400c-a3d3-38f81562613f x-openstack-request-id: req-85977ee3-d171-400c-a3d3-38f81562613f {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:45.676202 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "name": "network-vif-plugged", "status": "completed", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:45.676655 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85977ee3-d171-400c-a3d3-38f81562613f {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:45.677349 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85977ee3-d171-400c-a3d3-38f81562613f'] response: {'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1', 'code': 200} May 13 21:53:45.751951 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-894b11a8-fcc6-46b2-9a28-d0ede4c8930d req-0540756f-f98c-45ba-b04a-0decd3cf4e21 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804080 May 13 21:53:45.859910 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4df6d51-ad13-478c-b857-3f2949f60980 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:53:45.867993 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Publish callbacks [] for port (c4df6d51-ad13-478c-b857-3f2949f60980), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:45.894919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Transition to ACTIVE for port object c4df6d51-ad13-478c-b857-3f2949f60980 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:53:45.900843 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:46.016969 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc649d-04fe-4123-9caa-a53ea3032ad1 req-d744fe0a-a968-42b9-805b-b04ab2c4dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:46.018510 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7efc649d-04fe-4123-9caa-a53ea3032ad1 req-d744fe0a-a968-42b9-805b-b04ab2c4dbcb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 1130 time: 0.0629592 May 13 21:53:46.141385 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Pushing event updated for resources: {'Port': ['ID=c4df6d51-ad13-478c-b857-3f2949f60980,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:46.208742 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7efc649d-04fe-4123-9caa-a53ea3032ad1 req-178edacc-0896-47ff-8824-14ccb9afe970 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806617 May 13 21:53:46.304207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7cdc-02e2-45f0-b242-466b10978a0a req-83527fe6-af4d-4621-ac54-7df6b0f917ff tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:46.305610 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-309d7cdc-02e2-45f0-b242-466b10978a0a req-83527fe6-af4d-4621-ac54-7df6b0f917ff tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0930128 May 13 21:53:46.385229 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d812ecf-1345-4dd6-991e-0cea4c5c05d9 req-9d84974f-c99f-4aee-8bad-fd45e3719949 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:46.393201 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4d812ecf-1345-4dd6-991e-0cea4c5c05d9 req-9d84974f-c99f-4aee-8bad-fd45e3719949 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1815450 May 13 21:53:46.421756 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Attempting to bind port c4df6d51-ad13-478c-b857-3f2949f60980 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:53:46.422088 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Attempting to bind port c4df6d51-ad13-478c-b857-3f2949f60980 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:53:46.422476 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Attempting to bind port c4df6d51-ad13-478c-b857-3f2949f60980 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:53:46.437049 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Port c4df6d51-ad13-478c-b857-3f2949f60980 on network db469d62-9f19-4947-a3c5-257e3bf41ebd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:53:46.437380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Attempting to bind port c4df6d51-ad13-478c-b857-3f2949f60980 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:53:46.461035 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-309d7cdc-02e2-45f0-b242-466b10978a0a req-04aae42a-a68a-488f-92df-1aa9b8620876 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320214 May 13 21:53:46.463185 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:53:46.463518 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Checking segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:53:46.463891 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Bound using segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:53:46.464811 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Bound port: c4df6d51-ad13-478c-b857-3f2949f60980, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:53:46.464811 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:46.506799 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4d812ecf-1345-4dd6-991e-0cea4c5c05d9 req-6ab03bcc-2c1a-4ab5-b363-2f0354a19246 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103146 May 13 21:53:46.616021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] For port c4df6d51-ad13-478c-b857-3f2949f60980, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:53:46.619999 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] For port c4df6d51-ad13-478c-b857-3f2949f60980, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4df6d51-ad13-478c-b857-3f2949f60980,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:53:46.628504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:46.707795 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:46.709955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:46.714732 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] 10.222.0.58 "PUT /v2.0/ports/c4df6d51-ad13-478c-b857-3f2949f60980 HTTP/1.1" status: 200 len: 1093 time: 1.8331423 May 13 21:53:46.715356 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:46.718963 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04805c05-89a9-49f9-8176-331b18c29771" -d '{"events": [{"name": "network-changed", "server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:46.867572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45870) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:46.914765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef95cc-6c8b-4fd9-a86c-137238139239 service neutron] Pushing event updated for resources: {'Port': ['ID=c4df6d51-ad13-478c-b857-3f2949f60980,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:46.948458 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5d393-fd12-4144-823d-41ce7c6bf8b5 req-8ffdfb00-ac0d-403c-8c5a-96b4079f365e tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:46.966501 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-82e5d393-fd12-4144-823d-41ce7c6bf8b5 req-8ffdfb00-ac0d-403c-8c5a-96b4079f365e tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.2356999 May 13 21:53:47.038505 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0ba0-9b10-4ed6-81de-b72b756a3df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.046573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fed42-f06c-45f2-b4e0-cf2d0aca6a5a req-5d04a11e-ca27-42a0-bf2d-df9a05f88349 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:47.057609 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e50fed42-f06c-45f2-b4e0-cf2d0aca6a5a req-5d04a11e-ca27-42a0-bf2d-df9a05f88349 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.2400115 May 13 21:53:47.226336 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0ba0-9b10-4ed6-81de-b72b756a3df9 admin admin] Publish callbacks [] for security_group (4ffa51be-df95-4218-98a7-b1f6e53621f9), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.237113 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0ba0-9b10-4ed6-81de-b72b756a3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4ffa51be-df95-4218-98a7-b1f6e53621f9), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.246109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-111e64e1-d2e4-42f4-b4a8-063bf4ff3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:47.247861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-111e64e1-d2e4-42f4-b4a8-063bf4ff3231 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 1127 time: 0.1090250 May 13 21:53:47.284739 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a8fe0ba0-9b10-4ed6-81de-b72b756a3df9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe45eb5a29704f66a1efa9790cee0d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152479 May 13 21:53:47.287918 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 45884) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:47.290579 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe0ba0-9b10-4ed6-81de-b72b756a3df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffa51be-df95-4218-98a7-b1f6e53621f9,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:47.299923 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-82e5d393-fd12-4144-823d-41ce7c6bf8b5 req-ed289d4c-e898-4450-b83d-76491a06f255 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313515 May 13 21:53:47.323871 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-946d622d-f6c5-4230-ad65-f34eb1309f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.379446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90cfb6-32e6-4ebc-b757-4b0b422a95a6 x-openstack-request-id: req-1c90cfb6-32e6-4ebc-b757-4b0b422a95a6 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:47.379994 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:47.380427 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c90cfb6-32e6-4ebc-b757-4b0b422a95a6 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:47.380995 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c90cfb6-32e6-4ebc-b757-4b0b422a95a6'] response: {'name': 'network-changed', 'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'status': 'completed', 'code': 200} May 13 21:53:47.382283 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c8a52dc3-80c6-4926-87eb-6b765005bd83 admin admin] Publish callbacks [] for security_group (4ffa51be-df95-4218-98a7-b1f6e53621f9), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.389014 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-37fc320a-e07c-438a-92a7-1c0095d570e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4df6d51-ad13-478c-b857-3f2949f60980 HTTP/1.1" status: 200 len: 217 time: 0.0994959 May 13 21:53:47.405939 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c8a52dc3-80c6-4926-87eb-6b765005bd83 admin admin] Publish callbacks [] for security_group (4ffa51be-df95-4218-98a7-b1f6e53621f9), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.415555 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e50fed42-f06c-45f2-b4e0-cf2d0aca6a5a req-95fafce0-fc2c-45e8-a556-b14a537e4b84 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234673 May 13 21:53:47.480711 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c8a52dc3-80c6-4926-87eb-6b765005bd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4ffa51be-df95-4218-98a7-b1f6e53621f9), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.490591 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c8a52dc3-80c6-4926-87eb-6b765005bd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:47.495268 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-c8a52dc3-80c6-4926-87eb-6b765005bd83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ffa51be-df95-4218-98a7-b1f6e53621f9 HTTP/1.1" status: 204 len: 168 time: 0.2027020 May 13 21:53:47.517174 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a52dc3-80c6-4926-87eb-6b765005bd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffa51be-df95-4218-98a7-b1f6e53621f9,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:47.556049 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-359b481a-0cbe-40ac-bd7b-9e67cb1537d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:47.567579 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-359b481a-0cbe-40ac-bd7b-9e67cb1537d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.1393259 May 13 21:53:47.691359 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22127c-9877-440f-ae7a-86d269c775cd req-9fef7228-aab1-4eea-9c67-b844f500129e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:47.699381 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc22127c-9877-440f-ae7a-86d269c775cd req-9fef7228-aab1-4eea-9c67-b844f500129e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0677297 May 13 21:53:47.757837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e21af-3fc1-417f-830f-054a81cdde00 req-7f3a1183-6da0-4bfa-98cf-c6ee11165640 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:47.760047 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-596e21af-3fc1-417f-830f-054a81cdde00 req-7f3a1183-6da0-4bfa-98cf-c6ee11165640 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0576472 May 13 21:53:47.860538 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc22127c-9877-440f-ae7a-86d269c775cd req-058cc6fd-9b6d-4107-9d8d-03db809580e6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572797 May 13 21:53:47.897456 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-596e21af-3fc1-417f-830f-054a81cdde00 req-73e27995-b43c-4af9-8a71-ee8403002144 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143184 May 13 21:53:48.484593 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0612-3b27-49cd-adb9-b1d617b230db req-55bc8510-d8ba-4176-bd96-cee154cf9774 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:48.485310 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5c9a0612-3b27-49cd-adb9-b1d617b230db req-55bc8510-d8ba-4176-bd96-cee154cf9774 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.0892193 May 13 21:53:48.529965 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:48.678269 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:53:48.690852 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5c9a0612-3b27-49cd-adb9-b1d617b230db req-c5d617ea-c360-445e-9a88-73735c35dc77 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977034 May 13 21:53:48.713540 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68bd66-3fa6-42c9-9f06-a7ae21b34aa0 req-ac4cfd37-ce9e-47da-ab17-e8732e9392fa tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:48.715587 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cd68bd66-3fa6-42c9-9f06-a7ae21b34aa0 req-ac4cfd37-ce9e-47da-ab17-e8732e9392fa tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.1830761 May 13 21:53:48.751998 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-9fc3d00b-72db-46d0-826c-6d11e44732ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:48.754425 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-9fc3d00b-72db-46d0-826c-6d11e44732ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505451 May 13 21:53:48.808316 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cd68bd66-3fa6-42c9-9f06-a7ae21b34aa0 req-a8ef77ee-d301-49fd-803f-66d25439ff2c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757442 May 13 21:53:49.072322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091325-de36-444e-bb9d-2530cfceb06f req-0ffcc1e5-6470-4d59-9b71-77db6107c785 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:49.079373 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2d091325-de36-444e-bb9d-2530cfceb06f req-0ffcc1e5-6470-4d59-9b71-77db6107c785 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0892863 May 13 21:53:49.108737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed658132-466d-44ed-a19c-b6887c37affd req-e58e684b-0b88-42f7-8ad5-17ea1caaaa63 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:49.116176 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed658132-466d-44ed-a19c-b6887c37affd req-e58e684b-0b88-42f7-8ad5-17ea1caaaa63 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0937943 May 13 21:53:49.311062 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2d091325-de36-444e-bb9d-2530cfceb06f req-73b0ce38-1971-42c5-8cf8-cdaf9df7bcfd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305171 May 13 21:53:49.403845 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed658132-466d-44ed-a19c-b6887c37affd req-d4174389-355b-4d4d-b26f-a07ec1d4ede8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865703 May 13 21:53:49.423662 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cae76-c825-45e1-886c-135a2bd070ba req-98158d90-87d0-407b-ad8f-e61851988e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:49.428308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c21cae76-c825-45e1-886c-135a2bd070ba req-98158d90-87d0-407b-ad8f-e61851988e87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1130 time: 0.1318667 May 13 21:53:49.740775 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-be52a4dc-3985-4cba-b0e6-2163345bb5c5 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195323 May 13 21:53:49.793296 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c21cae76-c825-45e1-886c-135a2bd070ba req-12b4b7a1-84ce-40d5-b49a-1482f8ada296 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552608 May 13 21:53:49.859920 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ae85abc0-6061-411c-81ea-9411bb8a3562 req-5569eadc-29f6-4165-ac64-3efdffa5ad81 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095188 May 13 21:53:49.909451 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:49.946409 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bdf5c-d239-4f6d-b246-b5e5c7ba5528 req-abf4c6ed-3a82-45f5-a7a6-00c3b5a562ce tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:49.948166 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7f7bdf5c-d239-4f6d-b246-b5e5c7ba5528 req-abf4c6ed-3a82-45f5-a7a6-00c3b5a562ce tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.1245403 May 13 21:53:50.028578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb5a3-1e9d-4626-acd7-b36be0fd288b req-5992761a-b328-4620-918c-fe39e22fa025 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:50.031188 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ea5fb5a3-1e9d-4626-acd7-b36be0fd288b req-5992761a-b328-4620-918c-fe39e22fa025 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.0812013 May 13 21:53:50.137860 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ea5fb5a3-1e9d-4626-acd7-b36be0fd288b req-8ff79568-02e1-4f92-8ba3-3eb7da67b15d tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961111 May 13 21:53:50.183400 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7f7bdf5c-d239-4f6d-b246-b5e5c7ba5528 req-f1760f03-7ea4-461e-87d2-0f4cfcfb2924 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172933 May 13 21:53:50.457160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3ee1-423e-48e6-942c-e393bd82d8ce req-ab0c9f5a-f01e-4cf1-82ac-3d4cacc1b463 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:50.473297 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-159a3ee1-423e-48e6-942c-e393bd82d8ce req-ab0c9f5a-f01e-4cf1-82ac-3d4cacc1b463 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0746398 May 13 21:53:50.560944 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c30fd-642f-45f2-a4cf-c415e3509010 req-1d072b4b-0376-4ef0-a211-647114846995 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:50.568754 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cc0c30fd-642f-45f2-a4cf-c415e3509010 req-1d072b4b-0376-4ef0-a211-647114846995 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0600796 May 13 21:53:50.641313 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cc0c30fd-642f-45f2-a4cf-c415e3509010 req-5d1ff3a4-269c-48a6-b054-3432a17afbb3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 May 13 21:53:50.662390 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-159a3ee1-423e-48e6-942c-e393bd82d8ce req-5cf81eef-c09d-4997-862f-7551d373a5e6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861959 May 13 21:53:50.824383 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805c05-89a9-49f9-8176-331b18c29771 req-2aade6cc-00a9-44ad-9189-c7c78b50017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:50.827833 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-2aade6cc-00a9-44ad-9189-c7c78b50017a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 1127 time: 0.0730085 May 13 21:53:50.954805 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805c05-89a9-49f9-8176-331b18c29771 req-38133e87-0743-487d-b594-55e553325f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:50.956285 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-38133e87-0743-487d-b594-55e553325f98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.1223574 May 13 21:53:51.007423 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-7e2253c9-77ee-427d-a5ce-01ca84ef51be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4df6d51-ad13-478c-b857-3f2949f60980 HTTP/1.1" status: 200 len: 217 time: 0.0399091 May 13 21:53:51.064820 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805c05-89a9-49f9-8176-331b18c29771 req-4090de8a-29a9-4238-a47b-f975a40a5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:51.066178 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-4090de8a-29a9-4238-a47b-f975a40a5651 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0475104 May 13 21:53:51.371296 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a1e0-52e9-4d55-876b-d1ff71160240 req-db750480-bd9b-4f07-843a-b18e8c2f6873 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:51.379515 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f9b0a1e0-52e9-4d55-876b-d1ff71160240 req-db750480-bd9b-4f07-843a-b18e8c2f6873 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.1714439 May 13 21:53:51.385330 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:51.465944 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f9b0a1e0-52e9-4d55-876b-d1ff71160240 req-7295c4a5-c15c-4025-aebe-9fd862b72141 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854158 May 13 21:53:51.731624 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f86aa2-8109-4d7e-99c7-133b22b920f2 req-0794c8ce-aa7b-48a6-813d-49ac2b61a4dc tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:51.740535 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-09f86aa2-8109-4d7e-99c7-133b22b920f2 req-0794c8ce-aa7b-48a6-813d-49ac2b61a4dc tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.0734649 May 13 21:53:51.872609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805c05-89a9-49f9-8176-331b18c29771 req-adc9a60c-e4a1-4d9a-9ce2-1a9899250c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:51.874268 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-adc9a60c-e4a1-4d9a-9ce2-1a9899250c8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501816 May 13 21:53:51.895053 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-09f86aa2-8109-4d7e-99c7-133b22b920f2 req-5767bf6c-a5b2-4926-9c0c-49c1e57b4b05 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469080 May 13 21:53:51.929563 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef648db-07d2-4e47-a9cc-d87d94689431 req-df0fe3f4-7518-469c-9a85-23633083f341 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:51.933454 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bef648db-07d2-4e47-a9cc-d87d94689431 req-df0fe3f4-7518-469c-9a85-23633083f341 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1536746 May 13 21:53:52.027068 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bef648db-07d2-4e47-a9cc-d87d94689431 req-c2bfc7f6-0f04-4fe6-b529-ef2c15916ba6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836945 May 13 21:53:52.093591 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b1b24-cdde-4e10-84bd-a16119af3205 req-da98dc46-525c-4239-97b7-85670e8036b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:52.101187 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-603b1b24-cdde-4e10-84bd-a16119af3205 req-da98dc46-525c-4239-97b7-85670e8036b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0730846 May 13 21:53:52.188262 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-603b1b24-cdde-4e10-84bd-a16119af3205 req-037770d9-80f5-4055-87b5-20e4bf2e86b9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860269 May 13 21:53:52.615184 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1dbf-7372-4384-adad-c0061ec7ca17 req-0991714b-4e77-4fec-8efd-69a877c48395 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:52.624291 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1afb1dbf-7372-4384-adad-c0061ec7ca17 req-0991714b-4e77-4fec-8efd-69a877c48395 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1441996 May 13 21:53:52.714593 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1afb1dbf-7372-4384-adad-c0061ec7ca17 req-52661185-088f-46d6-a8f3-ca1a5005689f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890532 May 13 21:53:52.732187 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c988f5-4a47-4e33-b758-6616f8412a75 req-e1a7cbe2-cc7c-4567-b3f0-6fe084605734 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:52.735559 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-20c988f5-4a47-4e33-b758-6616f8412a75 req-e1a7cbe2-cc7c-4567-b3f0-6fe084605734 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.1089222 May 13 21:53:52.814550 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-20c988f5-4a47-4e33-b758-6616f8412a75 req-600868e7-d88a-4111-9633-ff3e80eebaef tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721252 May 13 21:53:53.034485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b1a3b-179d-45b8-8260-5a37ad897ee8 req-105a160c-d165-4d1e-9ea0-9a70ffe2a4ae tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:53.044996 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8f4b1a3b-179d-45b8-8260-5a37ad897ee8 req-105a160c-d165-4d1e-9ea0-9a70ffe2a4ae tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.0740902 May 13 21:53:53.138496 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8f4b1a3b-179d-45b8-8260-5a37ad897ee8 req-da64427d-03fb-4898-8280-757410ff359e tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916536 May 13 21:53:53.315541 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1697d6-00cc-4ace-a1a7-bd2bf1573f01 req-99fb6c68-b530-41e2-bfd4-e9212ec759e9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:53.324509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc1697d6-00cc-4ace-a1a7-bd2bf1573f01 req-99fb6c68-b530-41e2-bfd4-e9212ec759e9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.2174919 May 13 21:53:53.423242 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc1697d6-00cc-4ace-a1a7-bd2bf1573f01 req-01405fff-80a4-4f23-aa60-e1caaf8d17d8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888162 May 13 21:53:53.425703 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-7a84b3e9-c890-4037-8a76-1da24b5e091d service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428403 May 13 21:53:53.482436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-47999d6f-a161-4c14-9461-e6bbbdd6bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:53.484086 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-47999d6f-a161-4c14-9461-e6bbbdd6bee1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1130 time: 0.0525296 May 13 21:53:53.719188 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04805c05-89a9-49f9-8176-331b18c29771 req-26231731-61c9-46a5-87a4-c01fef3a8ce6 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337172 May 13 21:53:53.736638 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-51f6716a-4ebd-40e7-b521-e93e3101341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:53.756271 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-51f6716a-4ebd-40e7-b521-e93e3101341a service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.2572289 May 13 21:53:53.777905 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-c694340f-f580-4f84-8d76-326e2fa80696 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:53.779516 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-c694340f-f580-4f84-8d76-326e2fa80696 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.1643529 May 13 21:53:53.901121 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857488-661e-4e09-9988-ab0ce9f92889 req-26e53964-5b1b-4bf1-a5c8-4ef082cc3207 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:53.902848 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6d857488-661e-4e09-9988-ab0ce9f92889 req-26e53964-5b1b-4bf1-a5c8-4ef082cc3207 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0897300 May 13 21:53:54.003469 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6d857488-661e-4e09-9988-ab0ce9f92889 req-970f826d-0bcf-4b40-b030-c0a4152ff8d0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805583 May 13 21:53:54.015152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46e7f-3ec0-43fc-805f-4cd1a05052bc req-3a5a0f0f-b5b3-4681-b587-eb160cb8e845 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:54.016917 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9cb46e7f-3ec0-43fc-805f-4cd1a05052bc req-3a5a0f0f-b5b3-4681-b587-eb160cb8e845 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.1091261 May 13 21:53:54.072644 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9cb46e7f-3ec0-43fc-805f-4cd1a05052bc req-df752910-2e76-4ca2-ae1a-d5402931be0f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499263 May 13 21:53:54.264778 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadb086-fdf4-41d2-9f85-92f9e2f63e19 req-ca273625-7a75-4fa1-ae26-52cefbc424dc tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:54.266392 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4dadb086-fdf4-41d2-9f85-92f9e2f63e19 req-ca273625-7a75-4fa1-ae26-52cefbc424dc tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.0546582 May 13 21:53:54.319398 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4dadb086-fdf4-41d2-9f85-92f9e2f63e19 req-70083dd6-6f07-42b9-83a1-bc92f59e2f32 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472181 May 13 21:53:54.568234 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46ebae-919b-45b0-b122-31ee16432598 req-9a0055b7-0c18-4a4e-8205-0a05bf1125f2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:54.568648 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d46ebae-919b-45b0-b122-31ee16432598 req-9a0055b7-0c18-4a4e-8205-0a05bf1125f2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0528078 May 13 21:53:54.623780 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d46ebae-919b-45b0-b122-31ee16432598 req-11c0fd06-6783-41a0-9ae5-b5ffa61044b4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463843 May 13 21:53:55.111820 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2c7e-1b40-4153-bc69-fa783d745fcb req-0a6ec4e3-6eac-4763-bf16-59ac9c4772d9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:55.113830 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-355c2c7e-1b40-4153-bc69-fa783d745fcb req-0a6ec4e3-6eac-4763-bf16-59ac9c4772d9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0514970 May 13 21:53:55.184251 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-355c2c7e-1b40-4153-bc69-fa783d745fcb req-68300dbd-f3ab-4f0d-a816-a931df176e40 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607398 May 13 21:53:55.268181 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978272-ef82-4250-81d3-b74494e8f3a5 req-051fc386-7637-4d40-a508-fbd7eb3e2339 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:55.269667 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ec978272-ef82-4250-81d3-b74494e8f3a5 req-051fc386-7637-4d40-a508-fbd7eb3e2339 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.0614767 May 13 21:53:55.323713 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ec978272-ef82-4250-81d3-b74494e8f3a5 req-fe2c9f83-1a6a-4054-85e0-26c94568343f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467851 May 13 21:53:55.446181 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc0555-51f1-4229-807e-9637903508df req-57683a46-49c4-4321-91da-28a2b883249b tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:55.447925 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b7dc0555-51f1-4229-807e-9637903508df req-57683a46-49c4-4321-91da-28a2b883249b tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.0516376 May 13 21:53:55.523657 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b7dc0555-51f1-4229-807e-9637903508df req-e3ea6725-4b99-4a83-b0bd-4a0c884152b0 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678372 May 13 21:53:55.762297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3229c9-3468-4f1e-80c5-021e03681951 req-b9f3a7ac-6cec-4011-95b4-2cd092390c2e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:55.764696 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fd3229c9-3468-4f1e-80c5-021e03681951 req-b9f3a7ac-6cec-4011-95b4-2cd092390c2e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0620813 May 13 21:53:55.823151 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fd3229c9-3468-4f1e-80c5-021e03681951 req-03bdb6b7-923a-4d40-9b96-8b26d1c4354a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523803 May 13 21:53:56.347951 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85ae5f-c015-4ae5-ab5e-7bf25b5373bc req-bb61ba3b-29ec-42b1-9c4b-1810d9d3fb4a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:56.350348 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dd85ae5f-c015-4ae5-ab5e-7bf25b5373bc req-bb61ba3b-29ec-42b1-9c4b-1810d9d3fb4a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0682938 May 13 21:53:56.454896 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dd85ae5f-c015-4ae5-ab5e-7bf25b5373bc req-48e397b5-7822-4b38-835d-bd6af04e3205 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981030 May 13 21:53:56.490629 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-c92c8a49-2088-4c51-bd16-c916ee03b061 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 200 len: 217 time: 0.0534613 May 13 21:53:56.506867 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f168ec-fcfb-46dc-ba2e-2811dfb0f9f3 req-6891b39e-4357-4e88-b4e7-d632ec7e8e22 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:56.514411 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44f168ec-fcfb-46dc-ba2e-2811dfb0f9f3 req-6891b39e-4357-4e88-b4e7-d632ec7e8e22 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.1093655 May 13 21:53:56.577810 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44f168ec-fcfb-46dc-ba2e-2811dfb0f9f3 req-19efe242-e174-4725-b048-4e0669cd4a0f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622382 May 13 21:53:56.670526 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Deleting port 5a590723-5c25-43fd-9d17-b505c89668e1 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:53:56.671180 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1027145-f400-4f97-b89e-206dd5fcf258 req-9d851851-abb9-4d34-b721-8feeeb0e5756 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:56.671305 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:56.672967 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e1027145-f400-4f97-b89e-206dd5fcf258 req-9d851851-abb9-4d34-b721-8feeeb0e5756 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 946 time: 0.0628715 May 13 21:53:56.728995 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e1027145-f400-4f97-b89e-206dd5fcf258 req-237ef79d-1bb9-4a58-a803-2911774c4934 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/security-groups?id=004193de-a810-4077-94b1-5d52d5796801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500431 May 13 21:53:56.760328 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 5a590723-5c25-43fd-9d17-b505c89668e1 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:53:56.796171 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5a590723-5c25-43fd-9d17-b505c89668e1,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:56.796551 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:56.829331 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Calling delete_port for 5a590723-5c25-43fd-9d17-b505c89668e1 owned by compute:nova {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:53:56.855059 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 5a590723-5c25-43fd-9d17-b505c89668e1 is: ACTIVE; New status is: DOWN {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:56.856417 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:56.921779 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 5a590723-5c25-43fd-9d17-b505c89668e1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5a590723-5c25-43fd-9d17-b505c89668e1,segment=NetworkSegment(64e48a7c-0e6e-486f-9b11-af9a1a38d47b),segment_id=64e48a7c-0e6e-486f-9b11-af9a1a38d47b)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:56.922773 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:56.925684 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13033097-434a-4a87-80ce-b96d4d5c7661" -d '{"events": [{"server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "name": "network-vif-unplugged", "status": "completed", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:56.932580 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:57.017140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f5181-7cf8-4740-9033-e4b17df12a00 req-0fae93f5-7486-4888-a196-77c1a932c7e0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:57.018566 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=6']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:57.027423 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f70f5181-7cf8-4740-9033-e4b17df12a00 req-0fae93f5-7486-4888-a196-77c1a932c7e0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0956922 May 13 21:53:57.034854 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c4277c-9989-439c-8336-5f8e6bf9e091 x-openstack-request-id: req-e1c4277c-9989-439c-8336-5f8e6bf9e091 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:57.035223 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "name": "network-vif-unplugged", "status": "completed", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:57.035487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1c4277c-9989-439c-8336-5f8e6bf9e091 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:57.036262 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c4277c-9989-439c-8336-5f8e6bf9e091'] response: {'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1', 'code': 200} May 13 21:53:57.119810 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f70f5181-7cf8-4740-9033-e4b17df12a00 req-5fa972b0-f566-46bc-885e-69637181fb7b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902758 May 13 21:53:57.224843 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (5a590723-5c25-43fd-9d17-b505c89668e1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:57.273034 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Pushing event deleted for resources: {'Port': ['ID=5a590723-5c25-43fd-9d17-b505c89668e1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:57.323629 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-95a07f9c-15cd-45b0-bf7a-9c224e6a7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:57.327178 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-95a07f9c-15cd-45b0-bf7a-9c224e6a7acd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0793855 May 13 21:53:57.395644 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-fb8f8ce7-a9b5-4283-b683-e066573e08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:57.406924 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-fb8f8ce7-a9b5-4283-b683-e066573e08f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612361 May 13 21:53:57.407260 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] No DVR routers for this DVR port 5a590723-5c25-43fd-9d17-b505c89668e1 on host hv-cinder-84051 {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:53:57.416068 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:57.419466 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-4e4ed9b1-a1d9-45c5-bfe5-281ac4d800a8 req-aceafbaa-7fc9-43ed-b2c2-1005e3db96eb tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.58 "DELETE /v2.0/ports/5a590723-5c25-43fd-9d17-b505c89668e1 HTTP/1.1" status: 204 len: 173 time: 0.9897859 May 13 21:53:57.419949 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'name': 'network-vif-deleted', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:53:57.466354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab11785-8061-4d89-9172-34473d89f955" -d '{"events": [{"server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "name": "network-vif-deleted", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:53:57.530730 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-258f3672-84ea-49d0-95b6-583aed476cd8 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243110 May 13 21:53:57.573732 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1edccc-a99f-450a-a6b2-baa6f1ea8f2d x-openstack-request-id: req-ee1edccc-a99f-450a-a6b2-baa6f1ea8f2d {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:53:57.574304 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48832e6-4c40-42dd-be77-7604f10c2c87", "name": "network-vif-deleted", "tag": "5a590723-5c25-43fd-9d17-b505c89668e1", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:53:57.574941 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee1edccc-a99f-450a-a6b2-baa6f1ea8f2d {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:53:57.575591 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1edccc-a99f-450a-a6b2-baa6f1ea8f2d'] response: {'server_uuid': 'c48832e6-4c40-42dd-be77-7604f10c2c87', 'name': 'network-vif-deleted', 'tag': '5a590723-5c25-43fd-9d17-b505c89668e1', 'status': 'completed', 'code': 200} May 13 21:53:57.719387 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67fc1525-116e-4366-9f1b-b81b29bd6cb9 req-cffe1a1a-47a8-4db1-b586-4793e0785064 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790004 May 13 21:53:57.792684 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9661b-3b3a-4591-bb51-1a0e52f0657a req-c72eeb0e-c769-4c2d-8dd6-20abf8e0b51b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:57.803723 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-71a9661b-3b3a-4591-bb51-1a0e52f0657a req-c72eeb0e-c769-4c2d-8dd6-20abf8e0b51b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.0741327 May 13 21:53:57.869347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11525872-3ac8-44fd-9787-a152f446df62 req-c6e80000-2477-4e7a-a7e0-dbd91c260d2e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:57.877009 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-11525872-3ac8-44fd-9787-a152f446df62 req-c6e80000-2477-4e7a-a7e0-dbd91c260d2e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1566591 May 13 21:53:57.938868 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-71a9661b-3b3a-4591-bb51-1a0e52f0657a req-d3ff1b44-a0a8-4c90-81b2-37716fe023ac tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338129 May 13 21:53:57.994330 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-11525872-3ac8-44fd-9787-a152f446df62 req-8756ddea-b7b0-4565-9c04-4bd00c7f0e52 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161838 May 13 21:53:58.148622 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46252) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:58.165204 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e19fd7da-1bf2-46ca-a21d-c154d97b41f0 req-44544bf7-f357-4ea3-b8fb-c79f713b0003 tempest-VolumesActionsTest-1877372100 tempest-VolumesActionsTest-1877372100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c48832e6-4c40-42dd-be77-7604f10c2c87 HTTP/1.1" status: 200 len: 210 time: 0.0589297 May 13 21:53:58.301678 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834c77-79a4-475e-8b5f-0d9ddd31ff36 req-be5fd991-f786-40aa-b811-7be83445d3dc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:58.307390 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d834c77-79a4-475e-8b5f-0d9ddd31ff36 req-be5fd991-f786-40aa-b811-7be83445d3dc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0733049 May 13 21:53:58.424762 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d834c77-79a4-475e-8b5f-0d9ddd31ff36 req-8cad7104-c70c-4974-9535-b8b46877a3b3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055157 May 13 21:53:58.529754 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46266) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:58.621682 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d77-448b-4319-a028-ee81494db2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.626569 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1baf5662-a9de-4f63-9e55-0793cced8d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.734774 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d77-448b-4319-a028-ee81494db2f4 admin admin] Publish callbacks [] for security_group (ef830401-6b22-43c5-985e-47c6e4a0a30b), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.740818 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d77-448b-4319-a028-ee81494db2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (ef830401-6b22-43c5-985e-47c6e4a0a30b), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.740975 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1baf5662-a9de-4f63-9e55-0793cced8d77 admin admin] Publish callbacks [] for security_group (70a77835-ef61-4b4b-8b56-e37baa82979f), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.746545 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1baf5662-a9de-4f63-9e55-0793cced8d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (70a77835-ef61-4b4b-8b56-e37baa82979f), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.754572 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c4df6d51-ad13-478c-b857-3f2949f60980 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:53:58.783598 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1baf5662-a9de-4f63-9e55-0793cced8d77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cda036215bb472daf8c7c9050a19fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322868 May 13 21:53:58.785474 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46274) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:58.795972 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ae8e4d77-448b-4319-a028-ee81494db2f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1350fbd6055e4a91b6cda001b6fa827a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648425 May 13 21:53:58.796799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e4d77-448b-4319-a028-ee81494db2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef830401-6b22-43c5-985e-47c6e4a0a30b,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:58.799973 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46276) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:58.863847 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf5662-a9de-4f63-9e55-0793cced8d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a77835-ef61-4b4b-8b56-e37baa82979f,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:58.939849 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a71980c3-e947-4db2-8a84-5268fa8b0169 admin admin] Publish callbacks [] for security_group (ef830401-6b22-43c5-985e-47c6e4a0a30b), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.942856 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ef479452-05e1-419a-9e26-06f8a23a2308 admin admin] Publish callbacks [] for security_group (70a77835-ef61-4b4b-8b56-e37baa82979f), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:58.960962 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port c4df6d51-ad13-478c-b857-3f2949f60980, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4df6d51-ad13-478c-b857-3f2949f60980,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:58.974839 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'port_id': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'mac_address': 'fa:16:3e:0a:dd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:53:59.005990 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ef479452-05e1-419a-9e26-06f8a23a2308 admin admin] Publish callbacks [] for security_group (70a77835-ef61-4b4b-8b56-e37baa82979f), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.049525 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a71980c3-e947-4db2-8a84-5268fa8b0169 admin admin] Publish callbacks [] for security_group (ef830401-6b22-43c5-985e-47c6e4a0a30b), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.058307 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port c4df6d51-ad13-478c-b857-3f2949f60980 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:53:59.059173 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.094395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4df6d51-ad13-478c-b857-3f2949f60980 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:53:59.103171 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ef479452-05e1-419a-9e26-06f8a23a2308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (70a77835-ef61-4b4b-8b56-e37baa82979f), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.108892 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ef479452-05e1-419a-9e26-06f8a23a2308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.110322 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ef479452-05e1-419a-9e26-06f8a23a2308 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70a77835-ef61-4b4b-8b56-e37baa82979f HTTP/1.1" status: 204 len: 168 time: 0.3238249 May 13 21:53:59.137601 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef479452-05e1-419a-9e26-06f8a23a2308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a77835-ef61-4b4b-8b56-e37baa82979f,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:59.141062 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a71980c3-e947-4db2-8a84-5268fa8b0169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (ef830401-6b22-43c5-985e-47c6e4a0a30b), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.143660 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port c4df6d51-ad13-478c-b857-3f2949f60980, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4df6d51-ad13-478c-b857-3f2949f60980,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:53:59.147156 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a71980c3-e947-4db2-8a84-5268fa8b0169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.151347 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a71980c3-e947-4db2-8a84-5268fa8b0169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef830401-6b22-43c5-985e-47c6e4a0a30b HTTP/1.1" status: 204 len: 168 time: 0.3502772 May 13 21:53:59.153123 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.165606 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71980c3-e947-4db2-8a84-5268fa8b0169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef830401-6b22-43c5-985e-47c6e4a0a30b,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:59.246206 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d33103-8984-416b-8fd9-19a0adec41ca req-e7092d10-4943-4925-aa0d-327cce90bd94 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:59.247743 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44d33103-8984-416b-8fd9-19a0adec41ca req-e7092d10-4943-4925-aa0d-327cce90bd94 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 943 time: 0.2114592 May 13 21:53:59.255183 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5eb05-9a0b-4198-a449-50e14160435a req-2c18273e-8394-4886-9293-f101cfb603e5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:59.256712 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-79f5eb05-9a0b-4198-a449-50e14160435a req-2c18273e-8394-4886-9293-f101cfb603e5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1475110 May 13 21:53:59.269496 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=c4df6d51-ad13-478c-b857-3f2949f60980,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:59.336282 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44d33103-8984-416b-8fd9-19a0adec41ca req-002b6be9-3b55-42ed-9632-ff0cf4554e6b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782151 May 13 21:53:59.353850 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-79f5eb05-9a0b-4198-a449-50e14160435a req-bdeedb24-36b7-4e1e-8731-f5f0ecb06022 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888674 May 13 21:53:59.541060 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46318) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:59.546392 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['c4df6d51-ad13-478c-b857-3f2949f60980'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:53:59.555518 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-26f4bcc3-736d-4690-8606-1c0c0b005c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.570265 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d7c34-d10d-4aa0-81ea-49c21931c0fe req-f3e657f5-b809-450c-b2e2-d2fa98371235 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:53:59.582250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-525d7c34-d10d-4aa0-81ea-49c21931c0fe req-f3e657f5-b809-450c-b2e2-d2fa98371235 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.0791450 May 13 21:53:59.588521 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46322) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:59.604752 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7f716e1-4d45-4fa0-8b10-6934c7a859e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.640469 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-525d7c34-d10d-4aa0-81ea-49c21931c0fe req-35926a92-0c5a-456d-befc-dc9f79d6ed89 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572157 May 13 21:53:59.708688 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-26f4bcc3-736d-4690-8606-1c0c0b005c72 admin admin] Publish callbacks [] for security_group (2be7e282-211a-4313-ac06-e878f7fbe5d9), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.718663 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-26f4bcc3-736d-4690-8606-1c0c0b005c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2be7e282-211a-4313-ac06-e878f7fbe5d9), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.759791 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7f716e1-4d45-4fa0-8b10-6934c7a859e6 admin admin] Publish callbacks [] for security_group (59da0291-f3d4-4b15-bf42-db695d7f0025), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.775120 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7f716e1-4d45-4fa0-8b10-6934c7a859e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (59da0291-f3d4-4b15-bf42-db695d7f0025), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.784458 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46332) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:59.792603 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-26f4bcc3-736d-4690-8606-1c0c0b005c72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=489500d32bd347b8a49cb3a68befadc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501986 May 13 21:53:59.795144 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4bcc3-736d-4690-8606-1c0c0b005c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be7e282-211a-4313-ac06-e878f7fbe5d9,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:59.870145 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1de23987-8c14-442c-a4e6-0799ac78dfeb admin admin] Publish callbacks [] for security_group (2be7e282-211a-4313-ac06-e878f7fbe5d9), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.879701 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a7f716e1-4d45-4fa0-8b10-6934c7a859e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72138e97086b4d67bb462e2dfcb067ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899351 May 13 21:53:59.880577 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f716e1-4d45-4fa0-8b10-6934c7a859e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da0291-f3d4-4b15-bf42-db695d7f0025,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:53:59.882757 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46338) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:53:59.937757 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1de23987-8c14-442c-a4e6-0799ac78dfeb admin admin] Publish callbacks [] for security_group (2be7e282-211a-4313-ac06-e878f7fbe5d9), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:53:59.994138 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d3eebb1-be16-425b-a774-44973d67df20 admin admin] Publish callbacks [] for security_group (59da0291-f3d4-4b15-bf42-db695d7f0025), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.019966 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d3eebb1-be16-425b-a774-44973d67df20 admin admin] Publish callbacks [] for security_group (59da0291-f3d4-4b15-bf42-db695d7f0025), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.043260 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1de23987-8c14-442c-a4e6-0799ac78dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2be7e282-211a-4313-ac06-e878f7fbe5d9), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.046399 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1de23987-8c14-442c-a4e6-0799ac78dfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.050309 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1de23987-8c14-442c-a4e6-0799ac78dfeb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2be7e282-211a-4313-ac06-e878f7fbe5d9 HTTP/1.1" status: 204 len: 168 time: 0.2620585 May 13 21:54:00.066058 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de23987-8c14-442c-a4e6-0799ac78dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be7e282-211a-4313-ac06-e878f7fbe5d9,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:00.105843 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d3eebb1-be16-425b-a774-44973d67df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (59da0291-f3d4-4b15-bf42-db695d7f0025), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.110191 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d3eebb1-be16-425b-a774-44973d67df20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.111770 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6d3eebb1-be16-425b-a774-44973d67df20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59da0291-f3d4-4b15-bf42-db695d7f0025 HTTP/1.1" status: 204 len: 168 time: 0.2278740 May 13 21:54:00.128372 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eebb1-be16-425b-a774-44973d67df20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da0291-f3d4-4b15-bf42-db695d7f0025,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:00.536408 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864bcf-1e9d-4da8-81e5-9a37387e611a req-d6dddecd-a500-4eec-8ae1-dc4f746da5a3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:00.537924 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5f864bcf-1e9d-4da8-81e5-9a37387e611a req-d6dddecd-a500-4eec-8ae1-dc4f746da5a3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0781112 May 13 21:54:00.547093 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15335fe6-61e7-412b-9a74-fe65cf56374f req-761a536d-03c7-4b32-8f60-56189c89ec70 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:00.548641 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15335fe6-61e7-412b-9a74-fe65cf56374f req-761a536d-03c7-4b32-8f60-56189c89ec70 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 944 time: 0.0745218 May 13 21:54:00.617927 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5f864bcf-1e9d-4da8-81e5-9a37387e611a req-f0332fc1-cac2-455e-bc3a-a2fc65cc33df tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683959 May 13 21:54:00.693295 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15335fe6-61e7-412b-9a74-fe65cf56374f req-62695f1c-8700-4af2-b51b-c157ae8bf629 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247451 May 13 21:54:00.695897 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46398) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:00.710923 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2311bc-1616-492c-9dad-803204f545b2 req-4dbb5d16-29bf-434a-a9cb-03f0f1d7e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:00.712896 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-4dbb5d16-29bf-434a-a9cb-03f0f1d7e54a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1129 time: 0.0847235 May 13 21:54:00.716280 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-387baf7f-910d-422d-9fdb-dfe9f04d075c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.825946 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-387baf7f-910d-422d-9fdb-dfe9f04d075c admin admin] Publish callbacks [] for security_group (ad521f49-1ea6-48b5-9a3e-18dc849a582c), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.829423 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c4df6d51-ad13-478c-b857-3f2949f60980 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:00.841235 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-387baf7f-910d-422d-9fdb-dfe9f04d075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (ad521f49-1ea6-48b5-9a3e-18dc849a582c), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.874229 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686e246-c237-4743-92a9-ba496901b9e3 req-f1da5b91-a54f-46ac-b89b-8e86fbcf585b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:00.875947 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f686e246-c237-4743-92a9-ba496901b9e3 req-f1da5b91-a54f-46ac-b89b-8e86fbcf585b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 945 time: 0.1185255 May 13 21:54:00.928808 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387baf7f-910d-422d-9fdb-dfe9f04d075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad521f49-1ea6-48b5-9a3e-18dc849a582c,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:00.933132 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-387baf7f-910d-422d-9fdb-dfe9f04d075c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2a821f22e63499fb82018a3feb7ff9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361648 May 13 21:54:00.938923 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port c4df6d51-ad13-478c-b857-3f2949f60980 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:54:00.942273 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46404) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:00.946670 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2311bc-1616-492c-9dad-803204f545b2 req-04592f25-a6b3-4f7d-8312-9e8b0a93860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:00.948379 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-04592f25-a6b3-4f7d-8312-9e8b0a93860f service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.2288389 May 13 21:54:00.954453 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port c4df6d51-ad13-478c-b857-3f2949f60980 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:00.955108 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:00.967428 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f686e246-c237-4743-92a9-ba496901b9e3 req-75dfa8b2-3a96-47cf-9d8d-18dbd0a023ff tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772316 May 13 21:54:01.050865 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8cb2799e-4d8e-444d-a430-8955c87c407b admin admin] Publish callbacks [] for security_group (ad521f49-1ea6-48b5-9a3e-18dc849a582c), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.051043 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port c4df6d51-ad13-478c-b857-3f2949f60980 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:01.051382 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.075753 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8cb2799e-4d8e-444d-a430-8955c87c407b admin admin] Publish callbacks [] for security_group (ad521f49-1ea6-48b5-9a3e-18dc849a582c), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.103100 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port c4df6d51-ad13-478c-b857-3f2949f60980, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4df6d51-ad13-478c-b857-3f2949f60980,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:01.104133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:01.107048 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ba103-b0a4-4137-8f12-d613aeb0ea23" -d '{"events": [{"server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "name": "network-vif-plugged", "status": "completed", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:01.111989 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.113079 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:54:01.154796 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8cb2799e-4d8e-444d-a430-8955c87c407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (ad521f49-1ea6-48b5-9a3e-18dc849a582c), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.157567 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8cb2799e-4d8e-444d-a430-8955c87c407b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.163267 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-8cb2799e-4d8e-444d-a430-8955c87c407b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad521f49-1ea6-48b5-9a3e-18dc849a582c HTTP/1.1" status: 204 len: 168 time: 0.2166650 May 13 21:54:01.172689 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2799e-4d8e-444d-a430-8955c87c407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad521f49-1ea6-48b5-9a3e-18dc849a582c,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:01.183652 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240d11c-4ef5-46d0-be9c-36a4a104ff20 x-openstack-request-id: req-9240d11c-4ef5-46d0-be9c-36a4a104ff20 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:01.184016 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "name": "network-vif-plugged", "status": "completed", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:01.184338 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9240d11c-4ef5-46d0-be9c-36a4a104ff20 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:01.184804 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9240d11c-4ef5-46d0-be9c-36a4a104ff20'] response: {'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'code': 200} May 13 21:54:01.227044 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=c4df6d51-ad13-478c-b857-3f2949f60980,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:01.273650 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: ACTIVE; New status is: DOWN {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:01.274057 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.312344 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:01.316951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.367603 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=8']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:01.715735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46456) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:01.818335 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989221b-b340-4bda-ade9-34cc27ef34ae req-546c8531-c80b-45c6-9b7e-ff53d60d5900 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:01.819913 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b989221b-b340-4bda-ade9-34cc27ef34ae req-546c8531-c80b-45c6-9b7e-ff53d60d5900 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0545697 May 13 21:54:01.843406 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5d1212a7-bb4f-42b0-8c51-e570d6f32728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.909309 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b989221b-b340-4bda-ade9-34cc27ef34ae req-96b8b015-d86e-4b2f-ae89-22176d92fe96 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777223 May 13 21:54:01.963019 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5d1212a7-bb4f-42b0-8c51-e570d6f32728 admin admin] Publish callbacks [] for security_group (886ab1bf-10d8-437f-a9d6-4625c106b91e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:01.968562 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5d1212a7-bb4f-42b0-8c51-e570d6f32728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (886ab1bf-10d8-437f-a9d6-4625c106b91e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:02.010066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1212a7-bb4f-42b0-8c51-e570d6f32728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886ab1bf-10d8-437f-a9d6-4625c106b91e,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:02.014405 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5d1212a7-bb4f-42b0-8c51-e570d6f32728 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=514baa8d0fe343a182760afdadfecd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976060 May 13 21:54:02.017037 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46474) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:02.105845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9377b1-3a16-49e2-a93a-96334d36cbde req-3a9d6cfc-c6ae-4eda-9a3c-da04852351ca tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:02.107929 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2f9377b1-3a16-49e2-a93a-96334d36cbde req-3a9d6cfc-c6ae-4eda-9a3c-da04852351ca tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0642581 May 13 21:54:02.108723 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ae442f8-8176-418e-a45e-be80e1f7b74f admin admin] Publish callbacks [] for security_group (886ab1bf-10d8-437f-a9d6-4625c106b91e), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:02.152176 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ae442f8-8176-418e-a45e-be80e1f7b74f admin admin] Publish callbacks [] for security_group (886ab1bf-10d8-437f-a9d6-4625c106b91e), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:02.197008 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2f9377b1-3a16-49e2-a93a-96334d36cbde req-e73d1f77-53d6-4fa7-8688-521d35dc2db0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805185 May 13 21:54:02.222930 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ae442f8-8176-418e-a45e-be80e1f7b74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (886ab1bf-10d8-437f-a9d6-4625c106b91e), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:02.225526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ae442f8-8176-418e-a45e-be80e1f7b74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:02.226685 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-7ae442f8-8176-418e-a45e-be80e1f7b74f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/886ab1bf-10d8-437f-a9d6-4625c106b91e HTTP/1.1" status: 204 len: 168 time: 0.2087080 May 13 21:54:02.234690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae442f8-8176-418e-a45e-be80e1f7b74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886ab1bf-10d8-437f-a9d6-4625c106b91e,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:03.035312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8d920-4654-4e65-a6d8-3ae4195eb735 req-74f0a1da-68e1-4c33-a6a7-310020bc28f9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:03.037575 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2ee8d920-4654-4e65-a6d8-3ae4195eb735 req-74f0a1da-68e1-4c33-a6a7-310020bc28f9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0577297 May 13 21:54:03.085970 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2ee8d920-4654-4e65-a6d8-3ae4195eb735 req-5bffb28d-9a16-437d-9a2b-bbf9733902eb tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 May 13 21:54:03.186335 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:03.188756 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f970488-3b6d-4860-a2f4-145c0f74b4ad" -d '{"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:03.225003 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 21:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e5995a-bf71-45e7-a1a1-5219d385d213 x-openstack-request-id: req-c0e5995a-bf71-45e7-a1a1-5219d385d213 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:03.225303 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:03.225600 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0e5995a-bf71-45e7-a1a1-5219d385d213 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:03.225976 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e5995a-bf71-45e7-a1a1-5219d385d213'] response: {'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'code': 200} May 13 21:54:03.329369 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909de4a4-fc31-4143-883c-f592f1c5242c req-60cb83ff-93c3-4c42-bddb-7513c67fc06b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:03.330999 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-909de4a4-fc31-4143-883c-f592f1c5242c req-60cb83ff-93c3-4c42-bddb-7513c67fc06b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0557046 May 13 21:54:03.378049 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-909de4a4-fc31-4143-883c-f592f1c5242c req-95891e15-8b83-40c0-8a57-300733c99b08 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410075 May 13 21:54:03.488792 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-f28bfccb-32bf-4beb-923e-ee2a4e76b526 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 998 time: 0.0626121 May 13 21:54:03.609736 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2311bc-1616-492c-9dad-803204f545b2 req-f2ffec95-0636-4562-bf4a-a43fd3f907d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:03.611307 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-f2ffec95-0636-4562-bf4a-a43fd3f907d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0450072 May 13 21:54:03.662948 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2311bc-1616-492c-9dad-803204f545b2 req-55b727bf-0c79-4d25-a031-e4592886f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:03.664450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-55b727bf-0c79-4d25-a031-e4592886f50d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466521 May 13 21:54:03.740510 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34a86b-d0b4-451b-b536-0d2ec3e859f2 req-9e543d8c-65ed-4f3e-b14f-e5db75b23cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:03.742148 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-fb34a86b-d0b4-451b-b536-0d2ec3e859f2 req-9e543d8c-65ed-4f3e-b14f-e5db75b23cb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 1129 time: 0.0856113 May 13 21:54:03.770567 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-a265cd0e-f31e-4622-96cf-076e6e66fad2 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986855 May 13 21:54:03.802999 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-fb34a86b-d0b4-451b-b536-0d2ec3e859f2 req-8f1589ba-11c7-47c3-97c7-857c22c64aa8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523276 May 13 21:54:03.863827 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed2311bc-1616-492c-9dad-803204f545b2 req-81e02641-dba6-468f-959c-08c4f1df502d service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864708 May 13 21:54:04.201705 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8da5d-8772-4b05-b71e-a5606bd0c9e8 req-9a1e48dd-2d30-424c-aef6-2ba0a0517b7b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:04.203242 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4b8da5d-8772-4b05-b71e-a5606bd0c9e8 req-9a1e48dd-2d30-424c-aef6-2ba0a0517b7b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0504899 May 13 21:54:04.250969 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4b8da5d-8772-4b05-b71e-a5606bd0c9e8 req-65a33156-c05c-414b-89a3-350ecfd7a839 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 May 13 21:54:04.496394 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783acb2-972b-4f71-b914-939cfc6bb0e1 req-4064f6ad-b906-468a-8a68-459b1fd25317 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:04.497826 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9783acb2-972b-4f71-b914-939cfc6bb0e1 req-4064f6ad-b906-468a-8a68-459b1fd25317 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0498672 May 13 21:54:04.543650 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9783acb2-972b-4f71-b914-939cfc6bb0e1 req-e947d4e5-0444-44ad-8588-dc45f59de91f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397053 May 13 21:54:05.364737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4518d24-d4df-4c0d-9798-26c1bd88c7b4 req-9a502d65-368f-454e-8629-79c4bd0284d7 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:05.366177 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b4518d24-d4df-4c0d-9798-26c1bd88c7b4 req-9a502d65-368f-454e-8629-79c4bd0284d7 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0456665 May 13 21:54:05.417367 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b4518d24-d4df-4c0d-9798-26c1bd88c7b4 req-07f65efe-a9b8-4b34-8d14-09fe178e3354 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 May 13 21:54:05.668116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc7a45-339d-4881-9fe7-1871ef79eef9 req-0d135737-1ecf-4bbd-b749-4dc9b592f596 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:05.669614 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-befc7a45-339d-4881-9fe7-1871ef79eef9 req-0d135737-1ecf-4bbd-b749-4dc9b592f596 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0502725 May 13 21:54:05.714961 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-befc7a45-339d-4881-9fe7-1871ef79eef9 req-c2365883-db79-4c3c-8bfa-87e5485b6aab tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399814 May 13 21:54:06.533564 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf4b0-e8e2-43c3-a484-18742e821ddc req-a07ded16-6b21-450b-a5fd-a7884a1547ec tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:06.535012 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4f4cf4b0-e8e2-43c3-a484-18742e821ddc req-a07ded16-6b21-450b-a5fd-a7884a1547ec tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0454133 May 13 21:54:06.582454 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4f4cf4b0-e8e2-43c3-a484-18742e821ddc req-dd8706cb-5bf9-4716-b919-770c183d4e9a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 May 13 21:54:06.829668 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392a264-6225-462a-afd5-03b8fd475dd0 req-c674c022-cd65-4f6a-a63f-68bc073dcde3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:06.831020 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c392a264-6225-462a-afd5-03b8fd475dd0 req-c674c022-cd65-4f6a-a63f-68bc073dcde3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0480931 May 13 21:54:06.875700 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c392a264-6225-462a-afd5-03b8fd475dd0 req-35be390f-d876-4e3b-9388-68321db997e6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392904 May 13 21:54:07.692248 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0193-ee05-481c-8f0e-3f76ae5fb366 req-36e433e5-53a5-4bbd-8f24-29a61dae9bc4 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:07.693679 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1fac0193-ee05-481c-8f0e-3f76ae5fb366 req-36e433e5-53a5-4bbd-8f24-29a61dae9bc4 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0448327 May 13 21:54:07.747223 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1fac0193-ee05-481c-8f0e-3f76ae5fb366 req-05821c56-6738-4608-887c-2442d80d2a7a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480046 May 13 21:54:07.993529 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238697c-a6a3-4323-bc4e-9504c905571c req-d58667db-025c-4117-b032-ea72cbc830af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:07.994917 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b238697c-a6a3-4323-bc4e-9504c905571c req-d58667db-025c-4117-b032-ea72cbc830af tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0494781 May 13 21:54:08.041200 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b238697c-a6a3-4323-bc4e-9504c905571c req-5a608020-b7b8-44b3-bf10-df608a1eedcf tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399849 May 13 21:54:08.526556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-39f95682-2ceb-4dd6-87b7-7c024267185a req-22b75bff-c34e-4889-b00a-035eb26c296d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:54:08.527651 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-39f95682-2ceb-4dd6-87b7-7c024267185a req-22b75bff-c34e-4889-b00a-035eb26c296d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054519 May 13 21:54:08.537822 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46646) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:08.542478 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483127770', 'description': 'tempest-description--156837481'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:08.579128 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.686960 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group (2a393a27-eaef-4a66-91ef-80c7ea00d692), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.696152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2a393a27-eaef-4a66-91ef-80c7ea00d692), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.731300 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.733380 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1943834 May 13 21:54:08.737636 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46666) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:08.743589 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'security_group_rule': {'security_group_id': '2a393a27-eaef-4a66-91ef-80c7ea00d692', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:08.791288 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group_rule (dd0588fb-76f4-4ec8-9271-3a291e6b01c3), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.852404 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79549ac-6db3-488a-8765-20892262f16c req-935506d0-1cb9-4b94-8c92-b32469fc1ab3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:08.864668 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79549ac-6db3-488a-8765-20892262f16c req-935506d0-1cb9-4b94-8c92-b32469fc1ab3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1703408 May 13 21:54:08.900519 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274a4e6-e4e4-459f-9105-063315d501c4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a393a27-eaef-4a66-91ef-80c7ea00d692,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:08.926208 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group_rule (dd0588fb-76f4-4ec8-9271-3a291e6b01c3), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.934216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (dd0588fb-76f4-4ec8-9271-3a291e6b01c3), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:08.961789 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0588fb-76f4-4ec8-9271-3a291e6b01c3,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:09.006896 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.019147 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25081bf6-1eff-461a-898b-288f1aa0a09e req-cc676fd3-836f-41bf-8938-fb6485f3531e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:09.021285 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25081bf6-1eff-461a-898b-288f1aa0a09e req-cc676fd3-836f-41bf-8938-fb6485f3531e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.1407547 May 13 21:54:09.028644 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-280ed707-11f6-497a-9492-ec2bdaf4149c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870691 May 13 21:54:09.029742 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46698) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:09.054447 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'security_group_rule': {'security_group_id': '2a393a27-eaef-4a66-91ef-80c7ea00d692', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:09.064764 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79549ac-6db3-488a-8765-20892262f16c req-027f5310-a322-4654-a591-909f6a1a1ff3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968892 May 13 21:54:09.145253 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group_rule (14890dc8-3e83-48f9-a98e-644fe10398fd), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.194389 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25081bf6-1eff-461a-898b-288f1aa0a09e req-644527d6-d4a7-43fb-b075-fd4b38b20fb4 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363547 May 13 21:54:09.395001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group_rule (14890dc8-3e83-48f9-a98e-644fe10398fd), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.412182 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (14890dc8-3e83-48f9-a98e-644fe10398fd), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.465334 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14890dc8-3e83-48f9-a98e-644fe10398fd,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:09.478009 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.481310 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-3fb13b16-c6b8-47aa-9353-ab5882c8556a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4453921 May 13 21:54:09.483891 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46726) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:09.494099 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:09.507184 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc738a3-25d8-4cff-8f1c-b9b6ad4c4ad2 req-9b136084-a49e-4eff-88a6-75bca11f9c2c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:09.519503 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6cc738a3-25d8-4cff-8f1c-b9b6ad4c4ad2 req-9b136084-a49e-4eff-88a6-75bca11f9c2c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.1203086 May 13 21:54:09.549254 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.608211 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46730) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:09.670000 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6cc738a3-25d8-4cff-8f1c-b9b6ad4c4ad2 req-3b94ffee-fa59-40ed-8158-7489f305d91e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493104 May 13 21:54:09.695887 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46740) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:09.735716 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:09.985084 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46752) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:09.993421 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Allocated IP 172.27.0.35 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/17e2cd70-7202-477e-b3b0-f1d657aabef3) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:10.168251 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e42-a48a-427a-a5e5-f4272412ec96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.220499 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.310753 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.366428 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'Port': ['ID=17e2cd70-7202-477e-b3b0-f1d657aabef3,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:10.395987 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e42-a48a-427a-a5e5-f4272412ec96 admin admin] Publish callbacks [] for security_group (0b746df5-b5dd-4d0f-9569-efe567dc0ab7), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.398395 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:10.400056 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:10.403090 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e42-a48a-427a-a5e5-f4272412ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0b746df5-b5dd-4d0f-9569-efe567dc0ab7), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.406542 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:10.432514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb77e42-a48a-427a-a5e5-f4272412ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b746df5-b5dd-4d0f-9569-efe567dc0ab7,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:10.438527 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-f781bb9c-f1a0-4144-b965-d8b699ef9331 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8271627 May 13 21:54:10.457070 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-67f7b26f-44a4-4a1f-b211-0ded2c1631dd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:54:10.459180 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-67f7b26f-44a4-4a1f-b211-0ded2c1631dd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0198493 May 13 21:54:10.461977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e79b58e-1c07-4aec-aa30-e75ea7c27c98 tempest-TestVolumeBootPattern-482487789 tempest-TestVolumeBootPattern-482487789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:10.468523 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2e79b58e-1c07-4aec-aa30-e75ea7c27c98 tempest-TestVolumeBootPattern-482487789 tempest-TestVolumeBootPattern-482487789-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 1124 time: 0.7695830 May 13 21:54:10.469179 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46768) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:10.475423 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a36802-576c-4270-875f-41d5b98bd6a8 req-c96849e7-f3af-4a2a-ad3f-8c13ef4599b0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:10.477028 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3a36802-576c-4270-875f-41d5b98bd6a8 req-c96849e7-f3af-4a2a-ad3f-8c13ef4599b0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1292424 May 13 21:54:10.477862 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'port_id': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:10.494998 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ceb77e42-a48a-427a-a5e5-f4272412ec96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7476c4e1892840df92f9a9dc382e85f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031347 May 13 21:54:10.501186 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46770) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:10.547421 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3a36802-576c-4270-875f-41d5b98bd6a8 req-e66e5aa2-49a0-42f4-b5f8-1e622bd6b36a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625842 May 13 21:54:10.551093 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.615013 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46776) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:10.674920 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-df0b717e-4f28-4928-b2df-229e826c2b03 admin admin] Publish callbacks [] for security_group (0b746df5-b5dd-4d0f-9569-efe567dc0ab7), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.680962 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.709217 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.710534 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-632453a1-f4bb-43f4-8fbb-b4c7343355fa tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:10.711920 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-632453a1-f4bb-43f4-8fbb-b4c7343355fa tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports/880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 940 time: 0.0959296 May 13 21:54:10.733665 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-df0b717e-4f28-4928-b2df-229e826c2b03 admin admin] Publish callbacks [] for security_group (0b746df5-b5dd-4d0f-9569-efe567dc0ab7), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.795310 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.905925 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-df0b717e-4f28-4928-b2df-229e826c2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0b746df5-b5dd-4d0f-9569-efe567dc0ab7), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.908445 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-df0b717e-4f28-4928-b2df-229e826c2b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:10.909581 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-df0b717e-4f28-4928-b2df-229e826c2b03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b746df5-b5dd-4d0f-9569-efe567dc0ab7 HTTP/1.1" status: 204 len: 168 time: 0.4075046 May 13 21:54:10.942264 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b717e-4f28-4928-b2df-229e826c2b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b746df5-b5dd-4d0f-9569-efe567dc0ab7,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:10.953747 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Allocated IP 172.27.0.152 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/b29f4c40-50bc-435c-b137-472ab7687caf) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:11.151480 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.155797 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (b29f4c40-50bc-435c-b137-472ab7687caf), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.158865 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.252129 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'Port': ['ID=17e2cd70-7202-477e-b3b0-f1d657aabef3,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:11.264550 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.277311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (b29f4c40-50bc-435c-b137-472ab7687caf), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.291209 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.292721 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1707b4cf-5ae9-40a7-a93a-e9ec71855ef5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8071229 May 13 21:54:11.339051 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=b29f4c40-50bc-435c-b137-472ab7687caf,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:11.343287 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:11.344872 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:11.346917 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:11.559964 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-55333fd5-1247-45ed-b08b-f78fa64f2185 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--483127770&fields=id&tenant_id=428d047f511945e5bdf35eb8ed236507 HTTP/1.1" status: 200 len: 267 time: 0.0583022 May 13 21:54:11.651702 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46830) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:11.699915 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58182725-f1e0-49cf-9830-c5df0bb9aad7 req-81e633b0-7eb0-4e0c-a83f-ba81c2c36f72 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:11.702284 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-58182725-f1e0-49cf-9830-c5df0bb9aad7 req-81e633b0-7eb0-4e0c-a83f-ba81c2c36f72 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0659337 May 13 21:54:11.723894 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-fd5c5684-c764-4ecb-8fca-7a8c0e95a550 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:11.730392 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-fd5c5684-c764-4ecb-8fca-7a8c0e95a550 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 818 time: 0.1689329 May 13 21:54:11.752257 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-1cd1774b-0ede-4978-a916-46be8778c6bb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/quotas/428d047f511945e5bdf35eb8ed236507 HTTP/1.1" status: 200 len: 375 time: 0.0207539 May 13 21:54:11.769244 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2097879812-network', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:11.801447 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-58182725-f1e0-49cf-9830-c5df0bb9aad7 req-572433fa-2407-40ad-9e62-89ed0af7ddaf tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916145 May 13 21:54:11.829220 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Made reservation on behalf of d37b24e8a85f49ce9d043e8a38b8748f for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:11.829374 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-2bfba7f6-75bd-4edb-a4e4-7a7de16ad993 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0611117 May 13 21:54:11.829472 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.835958 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:11.922153 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-6574728f-be21-4b41-9e92-b728b4ac3410 service neutron] 10.222.0.35 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 May 13 21:54:12.013531 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-5bb15a7a-e251-4a4f-a49f-f3714751ca80 service neutron] 10.222.0.35 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850511 May 13 21:54:12.091284 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (0601e18c-575e-4618-aeba-b79843852f6a), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.144947 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks [] for security_group (40e6c41c-e7e3-40c7-b993-33f8f1ee4dba), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.153792 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (40e6c41c-e7e3-40c7-b993-33f8f1ee4dba), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.195439 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-83ff4f16-9f5c-4a11-ac67-0d29e5a64f63 req-7e31b245-7991-4ad0-8e5c-c30d42910feb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 210 time: 0.0393262 May 13 21:54:12.208317 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:54:12.214561 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:12.239647 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (fafec6d0-f2b4-453d-a6de-b5accdacd23e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.240062 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Added segment fafec6d0-f2b4-453d-a6de-b5accdacd23e of type vlan for network d8a04cb7-482e-4b3e-afb7-f6138da57554 May 13 21:54:12.254543 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b29f4c40-50bc-435c-b137-472ab7687caf), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.303443 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (d8a04cb7-482e-4b3e-afb7-f6138da57554), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.343525 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:54:12.361171 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (d8a04cb7-482e-4b3e-afb7-f6138da57554), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.362901 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:12.363018 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.428191 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7729106 May 13 21:54:12.428691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46850) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:12.437859 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Request body: {'subnet': {'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2097879812-subnet', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:12.456309 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de766a5-58ae-49ee-a456-43934eaed9fd admin admin] Pushing event updated for resources: {'Network': ['ID=d8a04cb7-482e-4b3e-afb7-f6138da57554,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:12.485284 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Made reservation on behalf of d37b24e8a85f49ce9d043e8a38b8748f for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:12.489324 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13984070'] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.580509 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:54:12.601107 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (b29f4c40-50bc-435c-b137-472ab7687caf), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.609516 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (b29f4c40-50bc-435c-b137-472ab7687caf), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.703260 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=b29f4c40-50bc-435c-b137-472ab7687caf,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:12.715206 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: DOWN; New status is: DOWN {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:12.724465 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (0601e18c-575e-4618-aeba-b79843852f6a), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.782695 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13643699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13984080'] for subnet (876523df-f13d-47f8-a5c7-34964cf57fb6), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:12.832413 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876523df-f13d-47f8-a5c7-34964cf57fb6,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:12.882471 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Floating IP 0601e18c-575e-4618-aeba-b79843852f6a associated. External IP: 172.27.0.152, port: c4df6d51-ad13-478c-b857-3f2949f60980. May 13 21:54:12.896093 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Checking segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:12.896827 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Network hostable DHCP agents. Network: d8a04cb7-482e-4b3e-afb7-f6138da57554, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:54:12.946463 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:54:12.965955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250939-43a3-4233-9017-4152154b2fba req-116b3f48-7508-434c-a012-838d7941c868 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:12.968432 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-16250939-43a3-4233-9017-4152154b2fba req-116b3f48-7508-434c-a012-838d7941c868 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0601122 May 13 21:54:12.978213 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, d8a04cb7-482e-4b3e-afb7-f6138da57554) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:13.004471 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:13.005306 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.017393 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0675c-c6f6-4f93-b695-301e61ebb610 None None] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:54:13.060461 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-16250939-43a3-4233-9017-4152154b2fba req-3089b5a4-5da0-41a7-9cf6-5e6b8b822718 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788238 May 13 21:54:13.077886 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-27a446bf-ea05-4e88-80f5-71821d62dd15 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6482041 May 13 21:54:13.080205 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 46862) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:13.085050 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:13.118804 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.120291 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.178216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:54:13.198093 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks [] for router_controller (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), precommit_add_association {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.229029 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-d8a04cb7-482e-4b3e-afb7-f6138da57554', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:54:13.230355 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.387401 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1f158335-58d2-435b-9648-63fa17956d55 req-01e99c16-a8df-47c1-96e9-b3d78c01f709 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 210 time: 0.0462675 May 13 21:54:13.423554 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:54:13.438423 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks [] for router_gateway (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.447701 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:54:13.449618 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.462185 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:13.462946 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:53:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:13.488300 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e1365976-290f-4dcb-be41-27cffba9eda9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0143962 May 13 21:54:13.489207 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:13.492789 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48775ee-472d-4cb7-95de-8460658bf375" -d '{"events": [{"name": "network-changed", "server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:13.512167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Allocated IP 172.20.0.2 (d8a04cb7-482e-4b3e-afb7-f6138da57554/876523df-f13d-47f8-a5c7-34964cf57fb6/2d583ffe-6b14-4178-9f8a-eeabbb979b11) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:13.587660 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c5940-99ab-4c18-9d1e-1c9823d5259c x-openstack-request-id: req-429c5940-99ab-4c18-9d1e-1c9823d5259c {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:13.588243 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:13.588918 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-429c5940-99ab-4c18-9d1e-1c9823d5259c {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:13.589663 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429c5940-99ab-4c18-9d1e-1c9823d5259c'] response: {'name': 'network-changed', 'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'status': 'completed', 'code': 200} May 13 21:54:13.704862 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Publish callbacks [] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.729527 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.761755 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:13.862963 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48775ee-472d-4cb7-95de-8460658bf375 req-ac264aa5-f652-469d-a1ce-0b772a2e9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:13.864802 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-ac264aa5-f652-469d-a1ce-0b772a2e9c53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 1129 time: 0.1069520 May 13 21:54:13.887631 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks [] for router_gateway (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.892268 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.921789 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:13.936899 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:13.949066 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:13.959761 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:13.989995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Pushing event updated for resources: {'Port': ['ID=2d583ffe-6b14-4178-9f8a-eeabbb979b11,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:14.119862 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Attempting to bind port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:14.120537 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Attempting to bind port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:14.121470 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Attempting to bind port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 on network d8a04cb7-482e-4b3e-afb7-f6138da57554 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:14.128430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:14.128959 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Checking segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:14.129513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:14.130174 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Bound using segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:14.130794 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Bound port: 2d583ffe-6b14-4178-9f8a-eeabbb979b11, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:14.131390 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:14.287588 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46896) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:14.326539 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] For port 2d583ffe-6b14-4178-9f8a-eeabbb979b11, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:14.331183 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] For port 2d583ffe-6b14-4178-9f8a-eeabbb979b11, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2d583ffe-6b14-4178-9f8a-eeabbb979b11,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:14.344666 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:14.434806 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-6575aed3-c343-4f4c-9bdc-82f46db58ea7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:14.441268 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-6575aed3-c343-4f4c-9bdc-82f46db58ea7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 818 time: 0.4208126 May 13 21:54:14.448756 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef759ac5-20ea-4cf6-b55f-c83acc76c5a3 None None] Pushing event updated for resources: {'Port': ['ID=2d583ffe-6b14-4178-9f8a-eeabbb979b11,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:14.646924 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48775ee-472d-4cb7-95de-8460658bf375 req-2a107fda-dc5f-41d8-9d38-356a722feff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:14.648679 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-2a107fda-dc5f-41d8-9d38-356a722feff2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.7756758 May 13 21:54:14.673050 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '0601e18c-575e-4618-aeba-b79843852f6a', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:0a:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:11Z', 'updated_at': '2022-05-13T21:54:11Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:14.673707 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78710672-a7c9-4110-b7bd-abeaab1b8103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:14.688420 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-527d1381-c6f3-4bd0-903f-cd436e2c5c5c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428d047f511945e5bdf35eb8ed236507 HTTP/1.1" status: 200 len: 379 time: 0.2334070 May 13 21:54:14.699364 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Allocated IP 172.27.0.239 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/d80e0819-16b5-4b01-b7bc-088ea97d0660) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:14.708066 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5de31c6b-7fc2-48c5-b82d-24e739bccae9 req-b743bebf-51b7-4241-a2f8-d98b1374daf5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 210 time: 0.0541799 May 13 21:54:14.715469 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:54:14.724768 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be4b78-98a8-4d20-82c8-934fbc555b2c req-31accc10-604e-496f-be20-13124691f45c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:14.725766 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:14.726578 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:53:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:14.730794 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-85be4b78-98a8-4d20-82c8-934fbc555b2c req-31accc10-604e-496f-be20-13124691f45c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.4068334 May 13 21:54:14.761137 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'port': {'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'admin_state_up': True, 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'security_groups': ['2a393a27-eaef-4a66-91ef-80c7ea00d692']}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:14.931148 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78710672-a7c9-4110-b7bd-abeaab1b8103 admin admin] Publish callbacks [] for security_group (a0db2554-9175-40db-bdfd-2e272105abf8), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:14.944318 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78710672-a7c9-4110-b7bd-abeaab1b8103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a0db2554-9175-40db-bdfd-2e272105abf8), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:14.990492 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:15.040860 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks [] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:15.063598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-727e3b91-983f-401b-9f25-d61763616ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:15.094664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710672-a7c9-4110-b7bd-abeaab1b8103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db2554-9175-40db-bdfd-2e272105abf8,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:15.128164 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-78710672-a7c9-4110-b7bd-abeaab1b8103 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7129585a2e644c3bbea78b22f4ee9786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8389359 May 13 21:54:15.129382 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 46914) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:15.237219 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-68759e8d-170b-4ed5-926d-e4ba09f76623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:15.239096 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-68759e8d-170b-4ed5-926d-e4ba09f76623 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0&tenant_id=6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 1127 time: 0.1144381 May 13 21:54:15.292401 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-becd80bd-4d5b-407a-9edd-3c190bc7e4fb admin admin] Publish callbacks [] for security_group (a0db2554-9175-40db-bdfd-2e272105abf8), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:15.293033 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-adf05b0d-2cab-4e2a-9cae-d5928fe48382 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4df6d51-ad13-478c-b857-3f2949f60980 HTTP/1.1" status: 200 len: 999 time: 0.5436347 May 13 21:54:15.306826 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Made reservation on behalf of 428d047f511945e5bdf35eb8ed236507 for: {'port': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:15.311375 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:15.324558 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-85be4b78-98a8-4d20-82c8-934fbc555b2c req-2fb9c0fa-9e20-4c7b-b74a-535876678759 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5797913 May 13 21:54:15.337873 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-becd80bd-4d5b-407a-9edd-3c190bc7e4fb admin admin] Publish callbacks [] for security_group (a0db2554-9175-40db-bdfd-2e272105abf8), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:15.341015 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '0601e18c-575e-4618-aeba-b79843852f6a', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:0a:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:11Z', 'updated_at': '2022-05-13T21:54:11Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:15.415780 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674a7b-3c18-4ba9-a949-722c33ce5e5e None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '0601e18c-575e-4618-aeba-b79843852f6a', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:0a:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:11Z', 'updated_at': '2022-05-13T21:54:11Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:54:15.418871 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-8d8d005d-77d8-41e4-95dd-b1e694e0035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:15.421158 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-8d8d005d-77d8-41e4-95dd-b1e694e0035c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1127 time: 0.1351032 May 13 21:54:15.423600 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:15.536742 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Allocated IP 172.20.0.13 (90541eb1-b174-4a95-af44-3c1eff2260dd/a9aa13ff-3238-4df4-8c69-db98a048bb4f/32691995-0573-40f8-aaf1-a4ed6f867bf7) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:15.573995 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:15.630237 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48775ee-472d-4cb7-95de-8460658bf375 req-78364f81-7e4c-40ab-969f-15d7ab58aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:15.631811 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-78364f81-7e4c-40ab-969f-15d7ab58aec6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.3236511 May 13 21:54:15.636706 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:15.668313 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:15.913402 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Pushing event updated for resources: {'Port': ['ID=d80e0819-16b5-4b01-b7bc-088ea97d0660,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:15.953748 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777c34f-1c2d-4590-bf60-ae0e799f6378 None None] New status for floating IP 0601e18c-575e-4618-aeba-b79843852f6a: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:54:15.990749 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76887488-29dd-438a-9940-a9561e9c7793 req-59212111-240a-4d19-b800-04f5582b26d0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 210 time: 0.0825801 May 13 21:54:15.999016 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48775ee-472d-4cb7-95de-8460658bf375 req-9c4edbc1-78f6-4748-92c7-c0d72efd2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:16.001160 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-9c4edbc1-78f6-4748-92c7-c0d72efd2e15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3401783 May 13 21:54:16.201820 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-5c347a6c-2859-4490-8d33-8c41467f106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:16.204032 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-5c347a6c-2859-4490-8d33-8c41467f106f service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.7666516 May 13 21:54:16.210447 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-434b2c11-b4ec-40ce-84d1-2c188900e1e0 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992640 May 13 21:54:16.236196 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b077a-121e-465f-956c-b92ef7a01804 None None] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:54:16.277103 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.293736 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-becd80bd-4d5b-407a-9edd-3c190bc7e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a0db2554-9175-40db-bdfd-2e272105abf8), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.296903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-becd80bd-4d5b-407a-9edd-3c190bc7e4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.298320 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-becd80bd-4d5b-407a-9edd-3c190bc7e4fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0db2554-9175-40db-bdfd-2e272105abf8 HTTP/1.1" status: 204 len: 168 time: 1.1659191 May 13 21:54:16.344609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd80bd-4d5b-407a-9edd-3c190bc7e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db2554-9175-40db-bdfd-2e272105abf8,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:16.346547 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] Provisioning complete for port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:16.347261 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.403135 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.620344 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Network 90541eb1-b174-4a95-af44-3c1eff2260dd is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:16.624818 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:16.628664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event updated for resources: {'Port': ['ID=32691995-0573-40f8-aaf1-a4ed6f867bf7,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:16.640781 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:16.719623 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2d583ffe-6b14-4178-9f8a-eeabbb979b11 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:16.763650 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e48775ee-472d-4cb7-95de-8460658bf375 req-c14762a4-e0c9-43c1-9845-116b8fe578e0 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412867 May 13 21:54:16.898773 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] Current status of the port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:16.900439 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.929289 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:16.932693 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:16.971553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-2c364f86-3f7c-4196-837e-0f01d0ace60c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 998 time: 0.7598205 May 13 21:54:17.003446 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-c710c5fe-abbb-4ba2-96c2-ed4913eecff2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2566617 May 13 21:54:17.033013 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Request body: {'port': {'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:17.053857 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9122d-1fa3-4a9e-83ae-d91f71f6c75b req-81f65b20-628e-4b8e-b789-a75f77d5acac tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:17.062366 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] For port 2d583ffe-6b14-4178-9f8a-eeabbb979b11, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2d583ffe-6b14-4178-9f8a-eeabbb979b11,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:17.064465 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e9d9122d-1fa3-4a9e-83ae-d91f71f6c75b req-81f65b20-628e-4b8e-b789-a75f77d5acac tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.2997878 May 13 21:54:17.100093 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.265224 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:17.266266 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.343310 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.389651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-144ed4ba-ad0f-4dfd-b709-91cb06bc7b1f None None] Provisioning complete for port 32691995-0573-40f8-aaf1-a4ed6f867bf7 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:17.390999 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-144ed4ba-ad0f-4dfd-b709-91cb06bc7b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.420285 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2918f32d-b4ff-4910-8c60-9bec464eef1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.461255 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47000) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:17.477731 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-3b586c84-6996-4895-8608-9e87a0dfadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:17.479288 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-3b586c84-6996-4895-8608-9e87a0dfadab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.4751627 May 13 21:54:17.509883 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea9ee6-19fe-4c0d-8104-8ba8847aa704 None None] Pushing event updated for resources: {'Port': ['ID=2d583ffe-6b14-4178-9f8a-eeabbb979b11,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:17.571447 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-144ed4ba-ad0f-4dfd-b709-91cb06bc7b1f None None] Port 32691995-0573-40f8-aaf1-a4ed6f867bf7 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:17.579905 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-2e13e14d-46f7-4d8e-83f7-e5d46d639e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:17.583395 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-2e13e14d-46f7-4d8e-83f7-e5d46d639e11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779135 May 13 21:54:17.667821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:17.700352 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-1a3773d8-0350-40a1-96b7-368f0fcef7e2 None None] Provisioning complete for port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:17.701295 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1a3773d8-0350-40a1-96b7-368f0fcef7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.873832 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-1a3773d8-0350-40a1-96b7-368f0fcef7e2 None None] Current status of the port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:17.920351 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32691995-0573-40f8-aaf1-a4ed6f867bf7 {{(pid=114886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:54:17.928550 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Publish callbacks [] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.940142 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-e15ded47-3c63-4c72-aac0-f18c554f6f5f service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758493 May 13 21:54:17.942505 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.provisioning_blocks [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Transition to ACTIVE for port object 32691995-0573-40f8-aaf1-a4ed6f867bf7 will not be triggered until provisioned by entity L2. {{(pid=114886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:54:17.954970 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9c35-c87a-4037-8108-07a4053373b2 req-19264a64-de91-47c1-ba69-8da31441b90c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:17.958820 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.962509 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c6e755b5-fc56-45c1-b199-e62cef01560f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:17.964907 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-45fb9c35-c87a-4037-8108-07a4053373b2 req-19264a64-de91-47c1-ba69-8da31441b90c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 932 time: 0.7767146 May 13 21:54:17.989025 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e9d9122d-1fa3-4a9e-83ae-d91f71f6c75b req-de6e90f0-4e18-48f5-ac14-850c2023e217 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9226093 May 13 21:54:18.077303 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c6e755b5-fc56-45c1-b199-e62cef01560f admin admin] Publish callbacks [] for security_group (1c641012-ce20-455e-a80c-899f9ab0feea), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.092836 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c6e755b5-fc56-45c1-b199-e62cef01560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1c641012-ce20-455e-a80c-899f9ab0feea), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.120771 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks [] for router_gateway (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.213861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-dea0f479-7c96-449e-a28f-2ace1625d684 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391047 May 13 21:54:18.274193 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Pushing event updated for resources: {'Port': ['ID=32691995-0573-40f8-aaf1-a4ed6f867bf7,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:18.302004 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-c6e755b5-fc56-45c1-b199-e62cef01560f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34e659abaf6142d788fc71f19eff63b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8397026 May 13 21:54:18.304602 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e755b5-fc56-45c1-b199-e62cef01560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c641012-ce20-455e-a80c-899f9ab0feea,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:18.307321 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47034) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:18.349080 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-45fb9c35-c87a-4037-8108-07a4053373b2 req-0207cee9-c38e-40ad-8bc3-d1d224d5bf85 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649118 May 13 21:54:18.372861 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Attempting to bind port 32691995-0573-40f8-aaf1-a4ed6f867bf7 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:18.373547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Attempting to bind port 32691995-0573-40f8-aaf1-a4ed6f867bf7 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:18.373547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Attempting to bind port 32691995-0573-40f8-aaf1-a4ed6f867bf7 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:18.417837 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Port 32691995-0573-40f8-aaf1-a4ed6f867bf7 on network 90541eb1-b174-4a95-af44-3c1eff2260dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:54:18.418209 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Attempting to bind port 32691995-0573-40f8-aaf1-a4ed6f867bf7 on network 90541eb1-b174-4a95-af44-3c1eff2260dd {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:18.442751 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:18.444219 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Checking segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:18.444952 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Bound using segment: {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:18.445735 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Bound port: 32691995-0573-40f8-aaf1-a4ed6f867bf7, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cff52dd-543d-4559-b85d-30f73655f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd'}}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:18.446380 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.448852 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5eae7c78-031d-47a7-aaca-5576443c2ec9 admin admin] Publish callbacks [] for security_group (1c641012-ce20-455e-a80c-899f9ab0feea), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.473802 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5eae7c78-031d-47a7-aaca-5576443c2ec9 admin admin] Publish callbacks [] for security_group (1c641012-ce20-455e-a80c-899f9ab0feea), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.538317 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5eae7c78-031d-47a7-aaca-5576443c2ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1c641012-ce20-455e-a80c-899f9ab0feea), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.540802 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5eae7c78-031d-47a7-aaca-5576443c2ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.545039 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5eae7c78-031d-47a7-aaca-5576443c2ec9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c641012-ce20-455e-a80c-899f9ab0feea HTTP/1.1" status: 204 len: 168 time: 0.2332966 May 13 21:54:18.560162 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae7c78-031d-47a7-aaca-5576443c2ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c641012-ce20-455e-a80c-899f9ab0feea,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:18.638181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.677729 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] For port 32691995-0573-40f8-aaf1-a4ed6f867bf7, host hv-cinder-84051, cleared binding levels {{(pid=114886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:18.680689 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] For port 32691995-0573-40f8-aaf1-a4ed6f867bf7, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:18.691613 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2d583ffe-6b14-4178-9f8a-eeabbb979b11 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:18.696905 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.830685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.832111 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Pushing event updated for resources: {'Port': ['ID=32691995-0573-40f8-aaf1-a4ed6f867bf7,revision_number=3']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:18.840012 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:18.840012 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.842117 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-a3c7acf8-98c4-44d8-9832-fffe35d10878 service neutron] 10.222.0.58 "PUT /v2.0/ports/32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 1094 time: 1.8154359 May 13 21:54:18.842666 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:18.845527 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:18.874930 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:18.875315 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:18.944507 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f29d87c-5fe4-48b8-9a6b-435750bfbba7 x-openstack-request-id: req-6f29d87c-5fe4-48b8-9a6b-435750bfbba7 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:18.945443 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:18.946427 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f29d87c-5fe4-48b8-9a6b-435750bfbba7 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:18.949169 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f29d87c-5fe4-48b8-9a6b-435750bfbba7'] response: {'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'status': 'completed', 'code': 200} May 13 21:54:19.021292 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-44b5f02b-1cca-4136-be2e-f4971d3e2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:19.032190 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-44b5f02b-1cca-4136-be2e-f4971d3e2036 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1128 time: 0.0944941 May 13 21:54:19.152999 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:19.162485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Router beb4e0ae-9c83-476a-9a4f-4b48809c36cf is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:54:19.252279 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-79de65d5-05d9-426b-88b3-92d3283d5dbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 217 time: 0.2148581 May 13 21:54:19.437205 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-b2afc3a4-ef6c-4dd3-9d08-0d72a6980769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:19.444345 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-b2afc3a4-ef6c-4dd3-9d08-0d72a6980769 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.1827977 May 13 21:54:19.554762 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff8ee8-ffc6-4231-a520-6b26ac207f09 req-39dba36a-4d74-48fc-a76e-ed5a9a91d767 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:19.554762 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72ff8ee8-ffc6-4231-a520-6b26ac207f09 req-39dba36a-4d74-48fc-a76e-ed5a9a91d767 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1120107 May 13 21:54:19.554762 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:54:19.564419 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4b63-2051-48e9-a004-17438f563b5d req-67d635ee-5ccc-4e63-bcab-817e6b4a2ddb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:19.565573 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Sync routers for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:54:19.566055 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b32d4b63-2051-48e9-a004-17438f563b5d req-67d635ee-5ccc-4e63-bcab-817e6b4a2ddb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 944 time: 0.0896616 May 13 21:54:19.581940 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:19.582560 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:19.584733 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-3cd9e956-599e-45ba-8582-4a1bd3cc16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:19.586519 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-3cd9e956-599e-45ba-8582-4a1bd3cc16a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1327417 May 13 21:54:19.617360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:19.621272 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-851239c1-d5b7-4cee-b467-96e264585d14 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5372553 May 13 21:54:19.623956 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47064) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:19.658250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b32d4b63-2051-48e9-a004-17438f563b5d req-42032c3e-949f-4175-9094-e0ba3c4489e0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792146 May 13 21:54:19.661345 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72ff8ee8-ffc6-4231-a520-6b26ac207f09 req-f2ac6025-1d0b-449c-870d-c3b58aeca573 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944653 May 13 21:54:19.809547 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:19.835927 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-96ab04f2-531f-4708-a074-5da791705533 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366319 May 13 21:54:19.865015 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.011777 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-121e7dee-3be9-483e-b4c7-714165d677d7 req-1467fc47-6458-4eea-b0f9-c5df5f0b0f7f service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678476 May 13 21:54:20.042623 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:17Z', 'revision_number': 3, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:20.070102 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Checking router: beb4e0ae-9c83-476a-9a4f-4b48809c36cf for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:54:20.070449 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Updating router beb4e0ae-9c83-476a-9a4f-4b48809c36cf port d80e0819-16b5-4b01-b7bc-088ea97d0660 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:54:20.099209 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.275425 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.470839 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Allocated IP 172.20.0.1 (d8a04cb7-482e-4b3e-afb7-f6138da57554/876523df-f13d-47f8-a5c7-34964cf57fb6/10ab10a1-3f44-420c-afb4-ab96f15a943e) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:20.537360 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Publish callbacks [] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.544986 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.595967 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Pushing event updated for resources: {'Port': ['ID=d80e0819-16b5-4b01-b7bc-088ea97d0660,revision_number=2']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:20.607961 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.608307 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.608687 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.609043 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.609391 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.609721 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.610046 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.610377 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.610737 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.611080 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.611396 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.611742 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.612095 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.612394 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.612716 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:20.631145 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks [] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.633406 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Attempting to bind port d80e0819-16b5-4b01-b7bc-088ea97d0660 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:20.633781 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Attempting to bind port d80e0819-16b5-4b01-b7bc-088ea97d0660 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:20.634154 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Attempting to bind port d80e0819-16b5-4b01-b7bc-088ea97d0660 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:20.640592 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:20.640978 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:20.641362 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.641765 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:20.642346 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Bound port: d80e0819-16b5-4b01-b7bc-088ea97d0660, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:20.642757 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.729535 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] For port d80e0819-16b5-4b01-b7bc-088ea97d0660, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:20.739716 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] For port d80e0819-16b5-4b01-b7bc-088ea97d0660, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=d80e0819-16b5-4b01-b7bc-088ea97d0660,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:20.748172 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.758645 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:20.822576 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ec17-a806-41c7-82fd-81ece4a96aa5 None None] Pushing event updated for resources: {'Port': ['ID=d80e0819-16b5-4b01-b7bc-088ea97d0660,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:20.857238 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:20.858481 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:20.910207 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Pushing event updated for resources: {'Port': ['ID=10ab10a1-3f44-420c-afb4-ab96f15a943e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:20.929799 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:20.931309 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:20.945708 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:20.990334 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:21.009158 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:21.055766 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f018-2445-442d-8cb8-f91e5b380a6f req-b5e317a1-f2b5-49e4-b0d7-9c27acc2e50e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:21.068106 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-97f3f018-2445-442d-8cb8-f91e5b380a6f req-b5e317a1-f2b5-49e4-b0d7-9c27acc2e50e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 944 time: 0.1830885 May 13 21:54:21.080277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8aa5e-cef8-4fa7-a368-bf47fab02749 req-31b0bb64-b80c-4076-a8dc-7e398b446e2c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:21.082097 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fbe8aa5e-cef8-4fa7-a368-bf47fab02749 req-31b0bb64-b80c-4076-a8dc-7e398b446e2c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1867430 May 13 21:54:21.208883 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-97f3f018-2445-442d-8cb8-f91e5b380a6f req-4ce37c45-08c6-4fa3-aa91-2c8667b569e7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234519 May 13 21:54:21.237095 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:17Z', 'revision_number': 3, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:21.264573 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-766e5cb4-f2e1-4c2e-afcc-d72df675a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:21.273408 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-766e5cb4-f2e1-4c2e-afcc-d72df675a159 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1128 time: 0.0688202 May 13 21:54:21.274323 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fbe8aa5e-cef8-4fa7-a368-bf47fab02749 req-2df411f0-d9eb-4646-87fd-fe36fa339b51 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578565 May 13 21:54:21.309510 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11a49f-f1f7-478b-97b3-45d4bec9324e None None] The sync data for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi is: [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:17Z', 'revision_number': 3, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:54:21.322146 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:21.358402 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:21.365679 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-005adcd1-3832-4378-8fca-18e1fdce7ffc None None] Provisioning complete for port 10ab10a1-3f44-420c-afb4-ab96f15a943e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:21.367734 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-005adcd1-3832-4378-8fca-18e1fdce7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:21.426444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-005adcd1-3832-4378-8fca-18e1fdce7ffc None None] Port 10ab10a1-3f44-420c-afb4-ab96f15a943e cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:21.573159 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-1ed84d9f-61b1-4197-8a16-6a49625cc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:21.575005 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-1ed84d9f-61b1-4197-8a16-6a49625cc669 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.2800219 May 13 21:54:21.632378 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-175ede14-5e64-483f-9a32-090f30332e02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 217 time: 0.0493865 May 13 21:54:21.777769 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-ddc9f0d5-fe91-470d-bd24-e9ae1aedcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:21.779529 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-ddc9f0d5-fe91-470d-bd24-e9ae1aedcbcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.1334975 May 13 21:54:21.834417 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks [] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:21.851660 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:21.953304 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-a852057e-ff82-402c-9a98-a20197c8e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:21.955169 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-a852057e-ff82-402c-9a98-a20197c8e492 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176457 May 13 21:54:21.958361 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:22.060688 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-03034aac-78a8-422c-8bc3-b83b58101493 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943327 May 13 21:54:22.095293 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Pushing event updated for resources: {'Port': ['ID=10ab10a1-3f44-420c-afb4-ab96f15a943e,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:22.395459 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778f4fb-99c5-4c56-b927-853f4c41d406 req-638349d5-036e-4310-afc5-a92ad4238752 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:22.404116 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a778f4fb-99c5-4c56-b927-853f4c41d406 req-638349d5-036e-4310-afc5-a92ad4238752 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 944 time: 0.0853801 May 13 21:54:22.468852 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a778f4fb-99c5-4c56-b927-853f4c41d406 req-992290f4-a117-4435-a75d-f453d6575284 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634747 May 13 21:54:22.605741 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-bfa4ef09-e8c6-4f23-924b-a8193ee6fcde req-5d50b736-d690-4b11-b6ef-050bea6ff3a2 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311115 May 13 21:54:22.614887 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:22.616224 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:22.623580 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53594fa-71e1-4371-a2c0-aaddbc513435 req-79b3dfd1-683e-4d24-b730-dc7a61877d81 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:22.624520 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device d80e0819-16b5-4b01-b7bc-088ea97d0660 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:22.625119 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b53594fa-71e1-4371-a2c0-aaddbc513435 req-79b3dfd1-683e-4d24-b730-dc7a61877d81 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0682962 May 13 21:54:22.724328 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b53594fa-71e1-4371-a2c0-aaddbc513435 req-4c5c9ab5-a511-474e-86e1-a82fe58d483c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798161 May 13 21:54:22.766589 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port d80e0819-16b5-4b01-b7bc-088ea97d0660 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:22.767032 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:22.895346 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 32691995-0573-40f8-aaf1-a4ed6f867bf7 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:54:22.944124 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Router beb4e0ae-9c83-476a-9a4f-4b48809c36cf has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:54:22.974663 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port d80e0819-16b5-4b01-b7bc-088ea97d0660 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:22.975210 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:23.045603 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-01ef4dcf-775f-4d16-84ba-08c414c256bc None None] Provisioning complete for port 10ab10a1-3f44-420c-afb4-ab96f15a943e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:23.046422 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-01ef4dcf-775f-4d16-84ba-08c414c256bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:23.052281 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port d80e0819-16b5-4b01-b7bc-088ea97d0660, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=d80e0819-16b5-4b01-b7bc-088ea97d0660,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:23.077745 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:23.099642 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:54:23.114678 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-063f0f99-75b3-41ef-92a1-007e80a77feb admin admin] 10.222.0.35 "PUT /v2.0/routers/beb4e0ae-9c83-476a-9a4f-4b48809c36cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4804394 May 13 21:54:23.152127 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-01ef4dcf-775f-4d16-84ba-08c414c256bc None None] Port 10ab10a1-3f44-420c-afb4-ab96f15a943e cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:23.166425 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 32691995-0573-40f8-aaf1-a4ed6f867bf7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:23.197476 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:54:23.205505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=d80e0819-16b5-4b01-b7bc-088ea97d0660,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:23.277191 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 32691995-0573-40f8-aaf1-a4ed6f867bf7 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:23.280419 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:23.297445 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32691995-0573-40f8-aaf1-a4ed6f867bf7 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:54:23.327599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 32691995-0573-40f8-aaf1-a4ed6f867bf7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:23.334299 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:23.403566 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=32691995-0573-40f8-aaf1-a4ed6f867bf7,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:23.651093 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e45a3-b24e-4a71-a490-0b5d1b5d4088 req-10742421-ee20-42f6-89fa-fd923fae1672 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:23.653745 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9b9e45a3-b24e-4a71-a490-0b5d1b5d4088 req-10742421-ee20-42f6-89fa-fd923fae1672 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 945 time: 0.0726893 May 13 21:54:23.735630 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['32691995-0573-40f8-aaf1-a4ed6f867bf7'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:54:23.736110 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9b9e45a3-b24e-4a71-a490-0b5d1b5d4088 req-e93ec5c7-b539-41a5-aaa4-44291cacf3ac tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758326 May 13 21:54:23.808379 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Sync routers for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:54:23.867832 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:23.868761 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:23.917377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98d53d-091d-487b-8788-eea34fe1760e req-6301c18c-1e24-442b-aa98-22fccd8b3332 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:23.920491 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1c98d53d-091d-487b-8788-eea34fe1760e req-6301c18c-1e24-442b-aa98-22fccd8b3332 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0579960 May 13 21:54:23.991220 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47112) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:24.010638 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-713480279-network', 'tenant_id': '370055efb92b4c5ea20501db02775ba8'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:24.028237 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1c98d53d-091d-487b-8788-eea34fe1760e req-f99894e7-21bf-4cca-91da-4aec49703fad tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938876 May 13 21:54:24.053269 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Made reservation on behalf of 370055efb92b4c5ea20501db02775ba8 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:24.057803 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.079369 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.217082 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks [] for security_group (f2a0f3af-3572-44ef-b3f2-d2279d7edb0a), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.236234 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f2a0f3af-3572-44ef-b3f2-d2279d7edb0a), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.257069 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:24.268310 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:54:24.289838 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (1f040efe-1c74-4b28-9a90-f45c1cbd8484), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.290264 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Added segment 1f040efe-1c74-4b28-9a90-f45c1cbd8484 of type vlan for network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 May 13 21:54:24.291763 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a0f3af-3572-44ef-b3f2-d2279d7edb0a,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:24.355497 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.400890 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.402200 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:24.402915 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.519559 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5239384 May 13 21:54:24.519847 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47114) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:24.520955 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6481ee-da3d-4734-a3a4-a33171248876 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb7b0fc-3405-421f-8e64-c0ba7e0d7508,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:24.530206 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Request body: {'subnet': {'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-713480279-subnet', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:24.533961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:54:24.564125 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Made reservation on behalf of 370055efb92b4c5ea20501db02775ba8 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:24.569964 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13984070'] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.597116 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device d80e0819-16b5-4b01-b7bc-088ea97d0660 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:24.728073 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 2, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:24.768486 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Checking router: beb4e0ae-9c83-476a-9a4f-4b48809c36cf for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:54:24.769173 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Updating router beb4e0ae-9c83-476a-9a4f-4b48809c36cf port 10ab10a1-3f44-420c-afb4-ab96f15a943e binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:54:24.814499 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13643699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13984080'] for subnet (17da5e6b-c767-46c5-85f4-1829fe9ac536), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.815603 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port d80e0819-16b5-4b01-b7bc-088ea97d0660 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:24.815872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.849444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:24.925022 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17da5e6b-c767-46c5-85f4-1829fe9ac536,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:24.942402 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c6238-308c-4b0d-9440-47d020c9b389 req-456f4488-df0a-4543-804b-7c182259a50c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:24.944013 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b07c6238-308c-4b0d-9440-47d020c9b389 req-456f4488-df0a-4543-804b-7c182259a50c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 945 time: 0.0999360 May 13 21:54:24.966970 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Checking segment: {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:24.967789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Network hostable DHCP agents. Network: 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:54:24.984330 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port d80e0819-16b5-4b01-b7bc-088ea97d0660 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:25.035941 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:54:25.048231 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 32691995-0573-40f8-aaf1-a4ed6f867bf7 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:25.057970 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b07c6238-308c-4b0d-9440-47d020c9b389 req-aa665553-17fd-4652-8c9e-a99a447198c0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000259 May 13 21:54:25.079406 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:25.087179 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:25.088479 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.101446 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0d129-178b-4fc3-8685-6ecde04a9509 None None] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:54:25.129804 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1ba9f9ce-99c4-4448-a5b6-167c0d36803c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6089180 May 13 21:54:25.132177 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47126) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:25.137671 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:25.215652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (1405cce4-d9b0-46d7-afec-cf143964a003), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.217566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (1405cce4-d9b0-46d7-afec-cf143964a003), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.234804 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa35d-2330-49bd-aefc-dd555a4a4247 req-ce331ab2-3b53-44ce-af3d-1de77fec751f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:25.240854 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b35fa35d-2330-49bd-aefc-dd555a4a4247 req-ce331ab2-3b53-44ce-af3d-1de77fec751f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0827129 May 13 21:54:25.248952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 32691995-0573-40f8-aaf1-a4ed6f867bf7 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:54:25.287642 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 32691995-0573-40f8-aaf1-a4ed6f867bf7 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:25.288149 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.330275 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks [] for router_controller (1405cce4-d9b0-46d7-afec-cf143964a003), precommit_add_association {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.356130 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55710a04-7976-4820-8005-293a9eba629d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-4bb7b0fc-3405-421f-8e64-c0ba7e0d7508', 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508', 'project_id': '370055efb92b4c5ea20501db02775ba8', 'fixed_ips': [{'subnet_id': '17da5e6b-c767-46c5-85f4-1829fe9ac536'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:54:25.357086 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-55710a04-7976-4820-8005-293a9eba629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.381116 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b35fa35d-2330-49bd-aefc-dd555a4a4247 req-2c54f908-c2a1-41cd-ae69-0d0f1f4e4f77 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393814 May 13 21:54:25.516455 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks [] for router_gateway (1405cce4-d9b0-46d7-afec-cf143964a003), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.621193 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Publish callbacks [] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.625777 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 32691995-0573-40f8-aaf1-a4ed6f867bf7 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:25.626176 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.641244 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.678136 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:54:25.722882 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776a54-a6e1-425c-aa70-3425a9c6ac57 None None] Pushing event updated for resources: {'Port': ['ID=10ab10a1-3f44-420c-afb4-ab96f15a943e,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:25.726490 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-55710a04-7976-4820-8005-293a9eba629d None None] Allocated IP 172.20.0.2 (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508/17da5e6b-c767-46c5-85f4-1829fe9ac536/17338d00-4f95-457f-9172-47d17786ed55) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:25.744220 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:25.747855 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c064f-f6a4-4f99-97fc-037ea77be150" -d '{"events": [{"server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "name": "network-vif-plugged", "status": "completed", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:25.790184 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks [] for router_gateway (1405cce4-d9b0-46d7-afec-cf143964a003), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.816233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.898138 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f703231-555b-4bba-8531-4145a60b77a7 x-openstack-request-id: req-1f703231-555b-4bba-8531-4145a60b77a7 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:25.898742 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "name": "network-vif-plugged", "status": "completed", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:25.898742 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f703231-555b-4bba-8531-4145a60b77a7 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:25.899139 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f703231-555b-4bba-8531-4145a60b77a7'] response: {'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'code': 200} May 13 21:54:25.916600 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 32691995-0573-40f8-aaf1-a4ed6f867bf7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:25.931289 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:25.968506 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Allocated IP 172.27.0.234 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/72c72663-097e-4dcb-8764-a8db3cd3d337) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:26.159830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks [] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.196270 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ab20-4ad6-418b-9521-955719261b2f req-6970fe1c-ffdc-4b23-b9b1-d06bf7893079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:26.197814 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-2af7ab20-4ad6-418b-9521-955719261b2f req-6970fe1c-ffdc-4b23-b9b1-d06bf7893079 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0949991 May 13 21:54:26.237161 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-55710a04-7976-4820-8005-293a9eba629d None None] Publish callbacks [] for port (17338d00-4f95-457f-9172-47d17786ed55), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.241355 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-a304b9d9-96f6-4cac-ae3f-5f6edae1be33 None None] Provisioning complete for port 10ab10a1-3f44-420c-afb4-ab96f15a943e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:26.241742 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a304b9d9-96f6-4cac-ae3f-5f6edae1be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.278313 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab17e5-7c19-41f8-b8ed-24d84009ad5d req-f9057844-bad6-4ac7-86cc-474400629d1f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:26.283203 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-55710a04-7976-4820-8005-293a9eba629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (17338d00-4f95-457f-9172-47d17786ed55), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.283943 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-2af7ab20-4ad6-418b-9521-955719261b2f req-12df6210-53ad-4379-82b5-989ec646da96 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726104 May 13 21:54:26.286917 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a3ab17e5-7c19-41f8-b8ed-24d84009ad5d req-f9057844-bad6-4ac7-86cc-474400629d1f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.1156762 May 13 21:54:26.300705 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=32691995-0573-40f8-aaf1-a4ed6f867bf7,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:26.304288 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Attempting to bind port 10ab10a1-3f44-420c-afb4-ab96f15a943e on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:26.304722 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Attempting to bind port 10ab10a1-3f44-420c-afb4-ab96f15a943e by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:26.305900 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Attempting to bind port 10ab10a1-3f44-420c-afb4-ab96f15a943e on network d8a04cb7-482e-4b3e-afb7-f6138da57554 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:26.312160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.320563 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:26.320825 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Checking segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:26.321140 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.321808 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Bound using segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:26.322401 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Bound port: 10ab10a1-3f44-420c-afb4-ab96f15a943e, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:26.322893 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.378853 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-a304b9d9-96f6-4cac-ae3f-5f6edae1be33 None None] Port 10ab10a1-3f44-420c-afb4-ab96f15a943e cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:26.381621 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55710a04-7976-4820-8005-293a9eba629d None None] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:26.393161 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-55710a04-7976-4820-8005-293a9eba629d None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:26.394745 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:26.400958 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Pushing event updated for resources: {'Port': ['ID=72c72663-097e-4dcb-8764-a8db3cd3d337,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:26.407427 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:26.412253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:26.416554 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55710a04-7976-4820-8005-293a9eba629d None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:26.421000 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710a04-7976-4820-8005-293a9eba629d None None] Pushing event updated for resources: {'Port': ['ID=17338d00-4f95-457f-9172-47d17786ed55,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:26.463772 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a3ab17e5-7c19-41f8-b8ed-24d84009ad5d req-362fddcd-df69-4c35-a5f9-3e18cfc3d3bb tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690893 May 13 21:54:26.520038 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] For port 10ab10a1-3f44-420c-afb4-ab96f15a943e, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:26.523139 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-55710a04-7976-4820-8005-293a9eba629d None None] Attempting to bind port 17338d00-4f95-457f-9172-47d17786ed55 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:26.523678 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-55710a04-7976-4820-8005-293a9eba629d None None] Attempting to bind port 17338d00-4f95-457f-9172-47d17786ed55 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:26.524119 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55710a04-7976-4820-8005-293a9eba629d None None] Attempting to bind port 17338d00-4f95-457f-9172-47d17786ed55 on network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:26.539257 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] For port 10ab10a1-3f44-420c-afb4-ab96f15a943e, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=10ab10a1-3f44-420c-afb4-ab96f15a943e,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:26.540852 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55710a04-7976-4820-8005-293a9eba629d None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:26.541222 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55710a04-7976-4820-8005-293a9eba629d None None] Checking segment: {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:26.541673 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-55710a04-7976-4820-8005-293a9eba629d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.542066 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55710a04-7976-4820-8005-293a9eba629d None None] Bound using segment: {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:26.542586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-55710a04-7976-4820-8005-293a9eba629d None None] Bound port: 17338d00-4f95-457f-9172-47d17786ed55, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:26.542994 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-55710a04-7976-4820-8005-293a9eba629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (17338d00-4f95-457f-9172-47d17786ed55), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.560975 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.709191 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776a54-a6e1-425c-aa70-3425a9c6ac57 None None] Pushing event updated for resources: {'Port': ['ID=10ab10a1-3f44-420c-afb4-ab96f15a943e,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:26.711013 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:26.713078 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:26.716152 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-55710a04-7976-4820-8005-293a9eba629d None None] For port 17338d00-4f95-457f-9172-47d17786ed55, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:26.720362 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-55710a04-7976-4820-8005-293a9eba629d None None] For port 17338d00-4f95-457f-9172-47d17786ed55, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=17338d00-4f95-457f-9172-47d17786ed55,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:26.786386 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-55710a04-7976-4820-8005-293a9eba629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (17338d00-4f95-457f-9172-47d17786ed55), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:26.917273 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710a04-7976-4820-8005-293a9eba629d None None] Pushing event updated for resources: {'Port': ['ID=17338d00-4f95-457f-9172-47d17786ed55,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:26.956759 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:26.973044 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702fd0f-20e3-4b7b-b2c2-350ff056fed0 req-de5579f1-30e4-4b26-84fb-3a1098b08910 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:26.975687 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3702fd0f-20e3-4b7b-b2c2-350ff056fed0 req-de5579f1-30e4-4b26-84fb-3a1098b08910 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1254463 May 13 21:54:27.021206 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] Provisioning complete for port 10ab10a1-3f44-420c-afb4-ab96f15a943e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:27.021576 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:27.071121 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3702fd0f-20e3-4b7b-b2c2-350ff056fed0 req-bd0bd5d3-bde3-4ad0-b3d4-02de9253fd75 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748162 May 13 21:54:27.299552 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks [] for router_gateway (1405cce4-d9b0-46d7-afec-cf143964a003), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:27.329696 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] Current status of the port 10ab10a1-3f44-420c-afb4-ab96f15a943e is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:27.330118 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:27.360952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:26Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:27.398007 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbaadeb-ea4d-4e3c-926f-23db4728d1b8 None None] The sync data for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi is: [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:26Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:54:27.436751 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] For port 10ab10a1-3f44-420c-afb4-ab96f15a943e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=10ab10a1-3f44-420c-afb4-ab96f15a943e,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:27.445532 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:27.560911 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f94f-00b1-4e53-b429-2f3dd8d98b7a None None] Pushing event updated for resources: {'Port': ['ID=10ab10a1-3f44-420c-afb4-ab96f15a943e,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:27.671647 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995a932-6123-494b-970b-dcf6f0cd2e89 req-c8849797-4a09-44fb-b876-9d98afc4e395 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:27.673471 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8995a932-6123-494b-970b-dcf6f0cd2e89 req-c8849797-4a09-44fb-b876-9d98afc4e395 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.1070843 May 13 21:54:27.730553 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (1405cce4-d9b0-46d7-afec-cf143964a003), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:27.756574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8995a932-6123-494b-970b-dcf6f0cd2e89 req-ab5ef2e8-0a58-46da-81a4-dce6bd284086 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739324 May 13 21:54:27.928131 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Router 1405cce4-d9b0-46d7-afec-cf143964a003 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:54:28.129802 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:54:28.141817 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Sync routers for ids ['1405cce4-d9b0-46d7-afec-cf143964a003'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:54:28.174185 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:28.175567 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0850c284-9391-4b21-980a-6cdc147ac049 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0423970 May 13 21:54:28.178299 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47146) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:28.202799 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Routers {'1405cce4-d9b0-46d7-afec-cf143964a003'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:28.203980 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['1405cce4-d9b0-46d7-afec-cf143964a003'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:28.342947 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c903b71-97c2-4ccb-a764-3487ecb4c116 None None] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:54:28.355078 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Set router 1405cce4-d9b0-46d7-afec-cf143964a003 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:28.476606 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] Provisioning complete for port 17338d00-4f95-457f-9172-47d17786ed55 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:28.477089 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (17338d00-4f95-457f-9172-47d17786ed55), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:28.503566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbc4b-d96c-48e4-b6f7-e0263afba7a4 req-2b6a0c00-7f00-4ebe-aeef-b8840fdf85b4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:28.516230 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a58dbc4b-d96c-48e4-b6f7-e0263afba7a4 req-2b6a0c00-7f00-4ebe-aeef-b8840fdf85b4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.2024908 May 13 21:54:28.671060 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:26Z', 'revision_number': 3, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:28.723494 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Checking router: 1405cce4-d9b0-46d7-afec-cf143964a003 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:54:28.724192 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Updating router 1405cce4-d9b0-46d7-afec-cf143964a003 port 72c72663-097e-4dcb-8764-a8db3cd3d337 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:54:28.737865 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] Current status of the port 17338d00-4f95-457f-9172-47d17786ed55 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:28.738356 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (17338d00-4f95-457f-9172-47d17786ed55), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:28.767833 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:28.783861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a58dbc4b-d96c-48e4-b6f7-e0263afba7a4 req-2c0a83cd-03bf-429d-b313-cff54f8c5c41 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638285 May 13 21:54:28.843915 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] For port 17338d00-4f95-457f-9172-47d17786ed55, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=17338d00-4f95-457f-9172-47d17786ed55,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:28.865888 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (17338d00-4f95-457f-9172-47d17786ed55), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.038775 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bd8aa-bdee-4052-83d7-512c77808999 None None] Pushing event updated for resources: {'Port': ['ID=17338d00-4f95-457f-9172-47d17786ed55,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:29.196413 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32785-f5b1-4390-9040-b49af903adb3 req-6674f686-8bd9-4852-ae1a-63b141980ce7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:29.204415 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3ac32785-f5b1-4390-9040-b49af903adb3 req-6674f686-8bd9-4852-ae1a-63b141980ce7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.2259746 May 13 21:54:29.204838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 17338d00-4f95-457f-9172-47d17786ed55 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:29.250127 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-dfec2e99-cd99-4647-94ea-0d19ab400a97 None None] Provisioning complete for port 17338d00-4f95-457f-9172-47d17786ed55 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:29.250127 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-dfec2e99-cd99-4647-94ea-0d19ab400a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (17338d00-4f95-457f-9172-47d17786ed55), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.325886 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3ac32785-f5b1-4390-9040-b49af903adb3 req-368eb5bd-18f8-4f1b-b6fa-15529e3b4aa4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199455 May 13 21:54:29.348300 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Publish callbacks [] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.359869 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.379993 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 17338d00-4f95-457f-9172-47d17786ed55 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:29.380500 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (17338d00-4f95-457f-9172-47d17786ed55), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.454857 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Attempting to bind port 72c72663-097e-4dcb-8764-a8db3cd3d337 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:29.455217 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Attempting to bind port 72c72663-097e-4dcb-8764-a8db3cd3d337 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:29.455579 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Attempting to bind port 72c72663-097e-4dcb-8764-a8db3cd3d337 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:29.469788 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:29.470623 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:29.470900 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.471289 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:29.471750 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Bound port: 72c72663-097e-4dcb-8764-a8db3cd3d337, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:29.472122 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.475098 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41a0a-e6ed-4403-8abf-6a12dd143449 None None] Pushing event updated for resources: {'Port': ['ID=72c72663-097e-4dcb-8764-a8db3cd3d337,revision_number=2']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:29.487862 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-dfec2e99-cd99-4647-94ea-0d19ab400a97 None None] Current status of the port 17338d00-4f95-457f-9172-47d17786ed55 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:29.551020 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] For port 72c72663-097e-4dcb-8764-a8db3cd3d337, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:29.557358 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] For port 72c72663-097e-4dcb-8764-a8db3cd3d337, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=72c72663-097e-4dcb-8764-a8db3cd3d337,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:29.567272 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.578077 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 17338d00-4f95-457f-9172-47d17786ed55 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:29.579320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 10ab10a1-3f44-420c-afb4-ab96f15a943e up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:29.600968 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.639050 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Routers {'1405cce4-d9b0-46d7-afec-cf143964a003'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:29.639826 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['1405cce4-d9b0-46d7-afec-cf143964a003'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:29.642066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe747-e3d9-40de-b473-f351c0ecd56a req-4ee6f195-be8b-4512-a335-434dff33df15 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:29.643990 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8fafe747-e3d9-40de-b473-f351c0ecd56a req-4ee6f195-be8b-4512-a335-434dff33df15 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.1282134 May 13 21:54:29.656070 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47156) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:29.660439 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'floatingip': {'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:29.684128 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 10ab10a1-3f44-420c-afb4-ab96f15a943e triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:29.685384 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.744691 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41a0a-e6ed-4403-8abf-6a12dd143449 None None] Pushing event updated for resources: {'Port': ['ID=72c72663-097e-4dcb-8764-a8db3cd3d337,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:29.851825 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:29.864985 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] Set router 1405cce4-d9b0-46d7-afec-cf143964a003 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:29.943378 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Allocated IP 172.20.0.1 (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508/17da5e6b-c767-46c5-85f4-1829fe9ac536/df2597a3-fdba-41ce-9d51-b1f14c1c722d) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:29.951896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 10ab10a1-3f44-420c-afb4-ab96f15a943e is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:30.108252 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457f91-db32-4f94-a214-16fdcbb8d839 req-6b452a25-973a-487d-961a-1b6e5165a9d5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:30.110121 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3d457f91-db32-4f94-a214-16fdcbb8d839 req-6b452a25-973a-487d-961a-1b6e5165a9d5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1074169 May 13 21:54:30.213258 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks [] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.239721 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3d457f91-db32-4f94-a214-16fdcbb8d839 req-b66d81c5-9b67-42c5-84c5-22e618b11c5f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146722 May 13 21:54:30.314376 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:26Z', 'revision_number': 3, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:30.316150 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.357709 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e72c4-ea73-49d8-bb27-e908c66c99c6 None None] The sync data for ids ['1405cce4-d9b0-46d7-afec-cf143964a003'] in dv-cinder-840516-1-iscsi is: [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:26Z', 'revision_number': 3, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:54:30.423530 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:30.425277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=df2597a3-fdba-41ce-9d51-b1f14c1c722d,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:30.428101 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:30.448430 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:30.580538 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (1405cce4-d9b0-46d7-afec-cf143964a003), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.673793 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 17338d00-4f95-457f-9172-47d17786ed55 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:30.769071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.db.resource_extend [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 21:54:30.781924 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 17338d00-4f95-457f-9172-47d17786ed55 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:30.782303 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (17338d00-4f95-457f-9172-47d17786ed55), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.911238 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.921758 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.930561 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:30.947555 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-6c9a7c52-4492-4cb5-b8c1-34d530be4a0e None None] Provisioning complete for port df2597a3-fdba-41ce-9d51-b1f14c1c722d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:30.948347 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7c52-4492-4cb5-b8c1-34d530be4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:31.038307 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a7c52-4492-4cb5-b8c1-34d530be4a0e None None] Port df2597a3-fdba-41ce-9d51-b1f14c1c722d cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:31.046001 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Floating IP 590bca04-8331-42e8-a691-bc3109cc8473 associated. External IP: 172.27.0.35, port: 32691995-0573-40f8-aaf1-a4ed6f867bf7. May 13 21:54:31.175446 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 17338d00-4f95-457f-9172-47d17786ed55 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:31.309390 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks [] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:31.319289 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:31.325145 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Router b1415f57-5ee5-42de-9732-ec088c54deff has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:54:31.407100 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (1405cce4-d9b0-46d7-afec-cf143964a003), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:31.411112 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=df2597a3-fdba-41ce-9d51-b1f14c1c722d,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:31.519375 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:54:31.525589 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:31.531133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] Sync routers for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:54:31.550755 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:31.560457 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:31.561977 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ec4e3a97-c298-4a87-b96f-336494db72ed tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "PUT /v2.0/floatingips/590bca04-8331-42e8-a691-bc3109cc8473 HTTP/1.1" status: 200 len: 991 time: 1.9050202 May 13 21:54:31.562830 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:31.565893 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96579f9a-03b6-4d4d-a962-bff3ace2fe68" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:31.567847 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9afd8e-5ad8-47ae-b634-acb04d235c9d req-7e9d09fd-548a-4e12-bc9f-7d1e326782f7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:31.569417 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ce9afd8e-5ad8-47ae-b634-acb04d235c9d req-7e9d09fd-548a-4e12-bc9f-7d1e326782f7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0831316 May 13 21:54:31.611504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:31.614311 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:31.730766 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ce9afd8e-5ad8-47ae-b634-acb04d235c9d req-0ea3510e-5f12-4ee5-a7c1-4d49cb728086 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445634 May 13 21:54:31.734402 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:31.826860 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a0cd6-9ef4-4b3e-9e1b-9b44630a42ef x-openstack-request-id: req-215a0cd6-9ef4-4b3e-9e1b-9b44630a42ef {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:31.827807 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:31.828516 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-215a0cd6-9ef4-4b3e-9e1b-9b44630a42ef {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:31.829581 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215a0cd6-9ef4-4b3e-9e1b-9b44630a42ef'] response: {'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'status': 'completed', 'code': 200} May 13 21:54:31.930764 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Router 1405cce4-d9b0-46d7-afec-cf143964a003 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:54:31.957709 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-7f418ad3-6d6c-4e50-9b92-68593392ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:31.959689 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-7f418ad3-6d6c-4e50-9b92-68593392ad72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0733263 May 13 21:54:32.105977 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-a737e807-3833-4ea6-b5c2-6f3f35762a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:32.107999 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-a737e807-3833-4ea6-b5c2-6f3f35762a0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.1335464 May 13 21:54:32.134512 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:54:32.150790 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e6d022b6-6ba1-47ad-8976-94f708cbb5f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/1405cce4-d9b0-46d7-afec-cf143964a003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9644492 May 13 21:54:32.168894 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-0710e61c-3808-4226-8833-92525b30180a None None] Provisioning complete for port df2597a3-fdba-41ce-9d51-b1f14c1c722d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:32.169270 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0710e61c-3808-4226-8833-92525b30180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:32.277761 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-719cf5b7-e90b-490e-9a61-6edeff6f08ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 999 time: 0.1607521 May 13 21:54:32.339669 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-0710e61c-3808-4226-8833-92525b30180a None None] Port df2597a3-fdba-41ce-9d51-b1f14c1c722d cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:32.352269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '590bca04-8331-42e8-a691-bc3109cc8473', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:10Z', 'updated_at': '2022-05-13T21:54:30Z', 'revision_number': 1, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:32.362771 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-8a176385-78e4-4137-be9c-d5ff1a8f0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:32.364834 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-8a176385-78e4-4137-be9c-d5ff1a8f0357 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0621860 May 13 21:54:32.391395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] Checking router: b1415f57-5ee5-42de-9732-ec088c54deff for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:54:32.401949 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:32.402805 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:32.448963 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-85a669be-e856-4223-8806-db51da01cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:32.450572 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-85a669be-e856-4223-8806-db51da01cbdc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787063 May 13 21:54:32.573838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:32.623101 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 72c72663-097e-4dcb-8764-a8db3cd3d337 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:32.688682 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-15e462e7-d145-4497-8931-4418c84b5855 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225850 May 13 21:54:32.768044 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 72c72663-097e-4dcb-8764-a8db3cd3d337 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:32.768637 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:32.965099 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 72c72663-097e-4dcb-8764-a8db3cd3d337 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:32.966311 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:33.090007 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-07c6de30-0d4f-4494-9ffa-6a30d9e57577 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a480dd328dbc461690b7a80095a21967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894551 May 13 21:54:33.101892 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 72c72663-097e-4dcb-8764-a8db3cd3d337, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=72c72663-097e-4dcb-8764-a8db3cd3d337,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:33.137169 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Sync routers for ids ['1405cce4-d9b0-46d7-afec-cf143964a003'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:54:33.167320 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Routers {'1405cce4-d9b0-46d7-afec-cf143964a003'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:33.168555 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['1405cce4-d9b0-46d7-afec-cf143964a003'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:33.172587 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-96579f9a-03b6-4d4d-a962-bff3ace2fe68 req-01bb056d-7150-4fec-b255-3c604668632a service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747214 May 13 21:54:33.243045 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '590bca04-8331-42e8-a691-bc3109cc8473', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:10Z', 'updated_at': '2022-05-13T21:54:30Z', 'revision_number': 1, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:33.259092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:33.306449 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036856a3-4b31-45f1-bd9a-93b963bf04bd None None] The sync data for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi is: [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '590bca04-8331-42e8-a691-bc3109cc8473', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:10Z', 'updated_at': '2022-05-13T21:54:30Z', 'revision_number': 1, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:54:33.368697 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=72c72663-097e-4dcb-8764-a8db3cd3d337,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:33.412562 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Set router 1405cce4-d9b0-46d7-afec-cf143964a003 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:33.710551 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:30Z', 'revision_number': 4, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'df2597a3-fdba-41ce-9d51-b1f14c1c722d', 'name': '', 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'mac_address': 'fa:16:3e:38:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '17da5e6b-c767-46c5-85f4-1829fe9ac536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:29Z', 'updated_at': '2022-05-13T21:54:31Z', 'revision_number': 2, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'subnets': [{'id': '17da5e6b-c767-46c5-85f4-1829fe9ac536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:33.740457 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Checking router: 1405cce4-d9b0-46d7-afec-cf143964a003 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:54:33.741102 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Updating router 1405cce4-d9b0-46d7-afec-cf143964a003 port df2597a3-fdba-41ce-9d51-b1f14c1c722d binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:54:33.777527 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7708e54-a229-40d9-865f-c02d881fb876 None None] New status for floating IP 590bca04-8331-42e8-a691-bc3109cc8473: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:54:33.790064 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:33.893856 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c72f-2586-4877-857a-9ab74a239a45 req-f5642452-f112-461c-8b46-ec9d4c124548 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:33.895346 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9582c72f-2586-4877-857a-9ab74a239a45 req-f5642452-f112-461c-8b46-ec9d4c124548 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.7557151 May 13 21:54:34.010206 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-a18858a7-1ed3-497f-9c09-1d11361f9f4e tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:34.011771 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-a18858a7-1ed3-497f-9c09-1d11361f9f4e tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9116828 May 13 21:54:34.101550 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-478c3672-2acc-4325-b0fe-a6ad02a73ae6 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/quotas/a480dd328dbc461690b7a80095a21967 HTTP/1.1" status: 200 len: 375 time: 0.0769804 May 13 21:54:34.117611 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9582c72f-2586-4877-857a-9ab74a239a45 req-260beb87-a538-44c7-990f-59571fc03c5c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002323 May 13 21:54:34.167354 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-7351d7d9-b442-44a6-8bea-9c3410d266e4 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a480dd328dbc461690b7a80095a21967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447273 May 13 21:54:34.308059 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Publish callbacks [] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:34.315443 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:34.448049 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d982cc-5e80-493e-a845-39cbc4e84097 None None] Pushing event updated for resources: {'Port': ['ID=df2597a3-fdba-41ce-9d51-b1f14c1c722d,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:34.539660 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dd831873-7bf1-4184-b25e-a422d387035d req-34e518cf-9a2c-453d-b688-02e4da613feb tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 210 time: 0.1251509 May 13 21:54:34.577315 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Attempting to bind port df2597a3-fdba-41ce-9d51-b1f14c1c722d on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:34.577812 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Attempting to bind port df2597a3-fdba-41ce-9d51-b1f14c1c722d by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:34.579276 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Attempting to bind port df2597a3-fdba-41ce-9d51-b1f14c1c722d on network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:34.590296 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:34.591503 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Checking segment: {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:34.592186 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:34.592858 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Bound using segment: {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:34.593421 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Bound port: df2597a3-fdba-41ce-9d51-b1f14c1c722d, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f040efe-1c74-4b28-9a90-f45c1cbd8484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:34.593959 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:34.714226 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 72c72663-097e-4dcb-8764-a8db3cd3d337 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:34.722026 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] For port df2597a3-fdba-41ce-9d51-b1f14c1c722d, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:34.725929 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] For port df2597a3-fdba-41ce-9d51-b1f14c1c722d, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=df2597a3-fdba-41ce-9d51-b1f14c1c722d,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:34.750970 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:34.819834 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d982cc-5e80-493e-a845-39cbc4e84097 None None] Pushing event updated for resources: {'Port': ['ID=df2597a3-fdba-41ce-9d51-b1f14c1c722d,revision_number=4']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:34.858032 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Routers {'1405cce4-d9b0-46d7-afec-cf143964a003'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:54:34.858827 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:54:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['1405cce4-d9b0-46d7-afec-cf143964a003'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:34.868429 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 72c72663-097e-4dcb-8764-a8db3cd3d337 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:34.868919 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:35.005108 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] Provisioning complete for port df2597a3-fdba-41ce-9d51-b1f14c1c722d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:35.005108 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:35.252753 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] Set router 1405cce4-d9b0-46d7-afec-cf143964a003 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:54:35.317182 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 72c72663-097e-4dcb-8764-a8db3cd3d337 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:35.410201 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] Current status of the port df2597a3-fdba-41ce-9d51-b1f14c1c722d is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:35.410601 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:35.470547 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] For port df2597a3-fdba-41ce-9d51-b1f14c1c722d, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=df2597a3-fdba-41ce-9d51-b1f14c1c722d,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:35.478049 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:35.486990 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491983ef-2727-4494-8ef8-820895e9bf57 req-7741ccaa-fa7d-44b1-b285-99f6d8028c85 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:35.505087 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-491983ef-2727-4494-8ef8-820895e9bf57 req-7741ccaa-fa7d-44b1-b285-99f6d8028c85 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1107795 May 13 21:54:35.644469 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-33b98ff9-1fbe-4bac-a689-4a623da32ad0 None None] Provisioning complete for port df2597a3-fdba-41ce-9d51-b1f14c1c722d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:35.645181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-33b98ff9-1fbe-4bac-a689-4a623da32ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:35.656689 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-491983ef-2727-4494-8ef8-820895e9bf57 req-63ccd368-f3e6-4c28-9739-6b2de18b788e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501129 May 13 21:54:35.710238 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3bf22-0b62-4e49-bc8a-5b990f5edae3 None None] Pushing event updated for resources: {'Port': ['ID=df2597a3-fdba-41ce-9d51-b1f14c1c722d,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:35.761552 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e4a9bc9-8351-45b0-9314-d6fb4a330791 req-b4627654-cfe4-49d5-9d5c-74b9257c09ac tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 210 time: 0.0743203 May 13 21:54:35.799049 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:30Z', 'revision_number': 4, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'df2597a3-fdba-41ce-9d51-b1f14c1c722d', 'name': '', 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'mac_address': 'fa:16:3e:38:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '17da5e6b-c767-46c5-85f4-1829fe9ac536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:29Z', 'updated_at': '2022-05-13T21:54:34Z', 'revision_number': 4, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'subnets': [{'id': '17da5e6b-c767-46c5-85f4-1829fe9ac536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:35.830906 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-33b98ff9-1fbe-4bac-a689-4a623da32ad0 None None] Current status of the port df2597a3-fdba-41ce-9d51-b1f14c1c722d is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:35.844553 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43407c42-332e-42af-805c-f77f8e85c41a None None] The sync data for ids ['1405cce4-d9b0-46d7-afec-cf143964a003'] in dv-cinder-840516-1-iscsi is: [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:30Z', 'revision_number': 4, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'df2597a3-fdba-41ce-9d51-b1f14c1c722d', 'name': '', 'network_id': '4bb7b0fc-3405-421f-8e64-c0ba7e0d7508', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'mac_address': 'fa:16:3e:38:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '17da5e6b-c767-46c5-85f4-1829fe9ac536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:29Z', 'updated_at': '2022-05-13T21:54:34Z', 'revision_number': 4, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'subnets': [{'id': '17da5e6b-c767-46c5-85f4-1829fe9ac536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:54:36.610802 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device df2597a3-fdba-41ce-9d51-b1f14c1c722d up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:36.763318 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port df2597a3-fdba-41ce-9d51-b1f14c1c722d triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:36.763956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:36.817828 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-a78d99be-4f00-4eab-b6d9-46f2c6980eb1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a480dd328dbc461690b7a80095a21967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133981 May 13 21:54:36.978870 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port df2597a3-fdba-41ce-9d51-b1f14c1c722d is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:37.064054 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb9de1df-2b85-4b14-b737-942281b99234 req-3cab8e49-66ae-458e-aa08-4f87b0326352 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 210 time: 0.1069367 May 13 21:54:37.083261 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3b8ca-434a-401b-8bdf-4163da7a3ae4 req-a8fa0620-91cb-4b4d-b879-c77fb86c0ed6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:37.085269 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2ab3b8ca-434a-401b-8bdf-4163da7a3ae4 req-a8fa0620-91cb-4b4d-b879-c77fb86c0ed6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.2142942 May 13 21:54:37.188061 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2ab3b8ca-434a-401b-8bdf-4163da7a3ae4 req-f7901945-2f8f-453f-8f19-5c9dd276d6b6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949993 May 13 21:54:37.546001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-44846682-a503-493f-bbe0-5a32346fb46a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:37.547537 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-44846682-a503-493f-bbe0-5a32346fb46a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7118728 May 13 21:54:37.569481 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Request body: {'port': {'device_id': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394', 'admin_state_up': True, 'tenant_id': 'a480dd328dbc461690b7a80095a21967'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:37.751025 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Made reservation on behalf of a480dd328dbc461690b7a80095a21967 for: {'port': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:37.755428 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:37.777141 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:37.886920 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks [] for security_group (f2394e11-9f4b-48c1-b6f8-7e71f79963cd), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:37.895781 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f2394e11-9f4b-48c1-b6f8-7e71f79963cd), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:37.941336 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2394e11-9f4b-48c1-b6f8-7e71f79963cd,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:38.128285 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Allocated IP 192.168.233.238 (644a0561-d667-4055-8c5a-8f9e85667394/b2effe3d-4960-4067-88be-fe49657b9115/2ee29915-e8f4-4613-8c77-02fb7349c44e) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:38.251374 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-684f425f-8dbf-44cc-816f-c078754221c8 req-1cf6b2a0-c16b-4ab5-8c54-e473062edd82 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 210 time: 0.0790641 May 13 21:54:38.345849 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks [] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:38.415636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76282518-5557-4f58-905b-1d4f1b900fe8 req-909a8cca-a32c-4834-a496-2087a91952d3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:38.425315 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76282518-5557-4f58-905b-1d4f1b900fe8 req-909a8cca-a32c-4834-a496-2087a91952d3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0989161 May 13 21:54:38.456854 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:38.506197 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Network 644a0561-d667-4055-8c5a-8f9e85667394 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:38.514736 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:38.519475 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:38.602752 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76282518-5557-4f58-905b-1d4f1b900fe8 req-0453285b-881e-47f8-8822-5f4f5ecc4c59 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658590 May 13 21:54:38.756321 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Pushing event updated for resources: {'Port': ['ID=2ee29915-e8f4-4613-8c77-02fb7349c44e,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:38.790633 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.791428 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.794172 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.794607 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.794985 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.795389 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.796575 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.796575 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.797203 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.798049 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.799944 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.800313 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.802932 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.803290 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.804058 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:38.822187 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:38.822917 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:38.849441 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3dec8c91-bcae-4e38-b43c-15378696590a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2839475 May 13 21:54:38.867903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Request body: {'port': {'device_id': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:38.959699 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:38.997392 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-5e1f8b92-e488-46a5-9a5b-76da2f23f528 None None] Provisioning complete for port 2ee29915-e8f4-4613-8c77-02fb7349c44e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:38.998949 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8b92-e488-46a5-9a5b-76da2f23f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:39.068161 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f8b92-e488-46a5-9a5b-76da2f23f528 None None] Port 2ee29915-e8f4-4613-8c77-02fb7349c44e cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:39.341174 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee29915-e8f4-4613-8c77-02fb7349c44e {{(pid=114886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:54:39.349156 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Publish callbacks [] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:39.368192 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.provisioning_blocks [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Transition to ACTIVE for port object 2ee29915-e8f4-4613-8c77-02fb7349c44e will not be triggered until provisioned by entity L2. {{(pid=114886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:54:39.375042 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:39.452270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41feb-b49c-4e3c-8451-78a6acea31c3 req-f5faee3c-46b7-49e2-ae3a-e5ea68d46537 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:39.467812 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9db41feb-b49c-4e3c-8451-78a6acea31c3 req-f5faee3c-46b7-49e2-ae3a-e5ea68d46537 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.1026766 May 13 21:54:39.549265 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee29915-e8f4-4613-8c77-02fb7349c44e,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:39.556448 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Attempting to bind port 2ee29915-e8f4-4613-8c77-02fb7349c44e on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:54:39.556796 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Attempting to bind port 2ee29915-e8f4-4613-8c77-02fb7349c44e by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:54:39.557119 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Attempting to bind port 2ee29915-e8f4-4613-8c77-02fb7349c44e on network 644a0561-d667-4055-8c5a-8f9e85667394 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:39.562611 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Port 2ee29915-e8f4-4613-8c77-02fb7349c44e on network 644a0561-d667-4055-8c5a-8f9e85667394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:54:39.562988 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Attempting to bind port 2ee29915-e8f4-4613-8c77-02fb7349c44e on network 644a0561-d667-4055-8c5a-8f9e85667394 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:54:39.569238 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:54:39.570147 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Checking segment: {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:54:39.570548 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Bound using segment: {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:54:39.571169 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Bound port: 2ee29915-e8f4-4613-8c77-02fb7349c44e, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecfd721-18f7-4856-992f-d6ab92c8d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394'}}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:54:39.571568 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:39.574369 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9db41feb-b49c-4e3c-8451-78a6acea31c3 req-2fb9865f-5fa3-4657-a064-af28f89c6829 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010804 May 13 21:54:39.690122 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] For port 2ee29915-e8f4-4613-8c77-02fb7349c44e, host hv-cinder-84051, cleared binding levels {{(pid=114886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:54:39.695991 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] For port 2ee29915-e8f4-4613-8c77-02fb7349c44e, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:54:39.714138 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:39.839726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee29915-e8f4-4613-8c77-02fb7349c44e,revision_number=3']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:39.863104 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:39.864714 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:39.867260 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-3af3526a-4cd4-4b30-aba0-eb242372eb55 service neutron] 10.222.0.58 "PUT /v2.0/ports/2ee29915-e8f4-4613-8c77-02fb7349c44e HTTP/1.1" status: 200 len: 1098 time: 1.0052583 May 13 21:54:39.867884 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'tag': '2ee29915-e8f4-4613-8c77-02fb7349c44e'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:39.870746 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83436640-f39a-4b9d-ae81-c422f8cde7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "088c5aa6-3b49-4691-bdf5-b95a4d1a8456", "tag": "2ee29915-e8f4-4613-8c77-02fb7349c44e"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:39.877967 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61d8f-87b1-45e9-a18f-7c503fe1af5a req-d121271f-636d-4fd6-a019-72b19bd417a6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:39.894764 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c3f61d8f-87b1-45e9-a18f-7c503fe1af5a req-d121271f-636d-4fd6-a019-72b19bd417a6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1280787 May 13 21:54:40.014406 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce161c2-f589-4615-967b-2cf3e873c026 x-openstack-request-id: req-4ce161c2-f589-4615-967b-2cf3e873c026 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:40.015539 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088c5aa6-3b49-4691-bdf5-b95a4d1a8456", "tag": "2ee29915-e8f4-4613-8c77-02fb7349c44e", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:40.016071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ce161c2-f589-4615-967b-2cf3e873c026 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:40.016749 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce161c2-f589-4615-967b-2cf3e873c026'] response: {'name': 'network-changed', 'server_uuid': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'tag': '2ee29915-e8f4-4613-8c77-02fb7349c44e', 'status': 'completed', 'code': 200} May 13 21:54:40.047236 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-987dd3e1-5464-4296-a546-15361f96822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:40.051037 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-987dd3e1-5464-4296-a546-15361f96822c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a480dd328dbc461690b7a80095a21967&device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 1132 time: 0.1177051 May 13 21:54:40.069175 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c3f61d8f-87b1-45e9-a18f-7c503fe1af5a req-67a823b5-7e96-4e6a-8ec0-8b2a9484b7b8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717782 May 13 21:54:40.113906 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-bc825162-954c-4a4b-ad1d-8c3cb912988b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e HTTP/1.1" status: 200 len: 217 time: 0.0465853 May 13 21:54:40.212667 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-5571cb6d-af43-4b59-9280-87e75dc274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:40.216439 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-5571cb6d-af43-4b59-9280-87e75dc274b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2effe3d-4960-4067-88be-fe49657b9115 HTTP/1.1" status: 200 len: 843 time: 0.0958483 May 13 21:54:40.336932 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-7ad2f97c-f06c-43d5-a91b-60374167f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:40.338531 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-7ad2f97c-f06c-43d5-a91b-60374167f0b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=644a0561-d667-4055-8c5a-8f9e85667394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1042233 May 13 21:54:40.486614 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-1d9fd109-908e-4446-9db3-7dd27adcd820 service neutron] 10.222.0.58 "GET /v2.0/networks/644a0561-d667-4055-8c5a-8f9e85667394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289780 May 13 21:54:40.680578 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-8ab70094-1f60-4af2-b412-513c1fbdc5ed req-672033e5-f797-4d38-8597-c0a8bdce9e41 service neutron] 10.222.0.58 "GET /v2.0/networks/644a0561-d667-4055-8c5a-8f9e85667394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867213 May 13 21:54:40.766080 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417158e-7a86-44ff-875c-a7fe30cf20a8 req-a3a2abc0-f959-4169-88da-fd9df0b8fcd1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:40.767986 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7417158e-7a86-44ff-875c-a7fe30cf20a8 req-a3a2abc0-f959-4169-88da-fd9df0b8fcd1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0886393 May 13 21:54:40.870776 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-c36ce2dd-ea74-425a-9d93-80ed813081a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:40.870776 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-c36ce2dd-ea74-425a-9d93-80ed813081a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a480dd328dbc461690b7a80095a21967&device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 1132 time: 0.0926850 May 13 21:54:41.029977 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7417158e-7a86-44ff-875c-a7fe30cf20a8 req-571ea4f2-abcf-4be7-a52f-aefd8c4796a2 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498074 May 13 21:54:41.124931 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-8634c6da-f415-4378-9639-a06dced8118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:41.124931 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-8634c6da-f415-4378-9639-a06dced8118c service neutron] 10.222.0.58 "GET /v2.0/networks?id=644a0561-d667-4055-8c5a-8f9e85667394 HTTP/1.1" status: 200 len: 870 time: 0.2225230 May 13 21:54:41.205618 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-17066433-e5f9-40f7-b79f-66faaa0dca7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e HTTP/1.1" status: 200 len: 217 time: 0.0735343 May 13 21:54:41.287791 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-cb2633cd-39ba-406a-a550-48f69baf7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:41.287791 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-cb2633cd-39ba-406a-a550-48f69baf7701 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2effe3d-4960-4067-88be-fe49657b9115 HTTP/1.1" status: 200 len: 843 time: 0.0727189 May 13 21:54:41.324997 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e352a-fc99-4db7-b0f4-bb8ab8313b34 req-01a9d91b-03fc-450a-9b5b-b3d15fa5d140 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:41.328120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-953e352a-fc99-4db7-b0f4-bb8ab8313b34 req-01a9d91b-03fc-450a-9b5b-b3d15fa5d140 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0806313 May 13 21:54:41.362352 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-414cc20d-f8e5-48d7-8d43-670e1dd06da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:41.363777 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-414cc20d-f8e5-48d7-8d43-670e1dd06da1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=644a0561-d667-4055-8c5a-8f9e85667394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0684073 May 13 21:54:41.409788 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-953e352a-fc99-4db7-b0f4-bb8ab8313b34 req-91070ce1-22d9-4bed-8c49-aea70092faf9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710220 May 13 21:54:41.512684 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-438ec4a7-6117-4a21-8a6a-6401db50685a service neutron] 10.222.0.58 "GET /v2.0/networks/644a0561-d667-4055-8c5a-8f9e85667394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355956 May 13 21:54:41.711984 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-83436640-f39a-4b9d-ae81-c422f8cde7e7 req-9901ee63-4558-4fe1-b733-1dc986a9b315 service neutron] 10.222.0.58 "GET /v2.0/networks/644a0561-d667-4055-8c5a-8f9e85667394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832500 May 13 21:54:42.176503 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca41ba9-454f-41a9-8664-1eb8972f9119 req-022f273d-bcca-498d-bf3a-00d3d07bc067 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:42.184494 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0ca41ba9-454f-41a9-8664-1eb8972f9119 req-022f273d-bcca-498d-bf3a-00d3d07bc067 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0811219 May 13 21:54:42.261760 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0ca41ba9-454f-41a9-8664-1eb8972f9119 req-e8af4dc8-2996-4362-bf43-aa8f1bc971f2 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 May 13 21:54:42.542590 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581fb02-4346-429a-bc9d-c637f17f6c4f req-3f36acda-cae2-4c3c-9900-24fb55c7b4f8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:42.544156 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e581fb02-4346-429a-bc9d-c637f17f6c4f req-3f36acda-cae2-4c3c-9900-24fb55c7b4f8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0498571 May 13 21:54:42.609456 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e581fb02-4346-429a-bc9d-c637f17f6c4f req-9b5a8aa6-7650-4945-bdc9-b5c4dad1dd8e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552137 May 13 21:54:43.397731 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee18c0-811d-4017-9c49-7708d7e9a3fc req-9dbc98a7-39e1-4097-8efb-a5e5287b930d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:43.400180 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a0ee18c0-811d-4017-9c49-7708d7e9a3fc req-9dbc98a7-39e1-4097-8efb-a5e5287b930d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0638647 May 13 21:54:43.455359 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a0ee18c0-811d-4017-9c49-7708d7e9a3fc req-2412bc59-b6dd-4745-a7e0-55d4b9d39824 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488658 May 13 21:54:43.780932 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:43.835727 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9ae1d-2aca-4466-8d24-dfe78bb2f75b req-7e4e6772-3740-49b8-a7fb-6e1dda6de9e2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:43.840255 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18f9ae1d-2aca-4466-8d24-dfe78bb2f75b req-7e4e6772-3740-49b8-a7fb-6e1dda6de9e2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0939288 May 13 21:54:43.910785 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18f9ae1d-2aca-4466-8d24-dfe78bb2f75b req-96ef85fd-30d2-49b2-bea9-4d21fc676237 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602674 May 13 21:54:44.608188 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc4ac8-c75f-41f2-8a6c-36a1945a1186 req-26aafb63-09d3-44bd-bc13-62a1ec09f293 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:44.615509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-96dc4ac8-c75f-41f2-8a6c-36a1945a1186 req-26aafb63-09d3-44bd-bc13-62a1ec09f293 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0636327 May 13 21:54:44.705607 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-96dc4ac8-c75f-41f2-8a6c-36a1945a1186 req-c936d22b-c539-4843-a3ba-bbabaf7769fe tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842111 May 13 21:54:45.063305 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a62821e0-79c8-4960-93d8-4998d047dfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:45.123152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3d30-ead6-4e20-9a4b-f6e53a5fc198 req-42bc2534-7ca7-4fef-ae78-518f2355248f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:45.124692 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf2f3d30-ead6-4e20-9a4b-f6e53a5fc198 req-42bc2534-7ca7-4fef-ae78-518f2355248f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0966527 May 13 21:54:45.204491 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cf2f3d30-ead6-4e20-9a4b-f6e53a5fc198 req-e595d435-f2ba-4f95-930b-ebcf92c35dc9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681465 May 13 21:54:45.849530 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8ca2e-b64f-45a7-a194-b0a9d0a94c70 req-592ddcda-1272-43be-a609-da873f8452a3 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:45.851238 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76f8ca2e-b64f-45a7-a194-b0a9d0a94c70 req-592ddcda-1272-43be-a609-da873f8452a3 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0509562 May 13 21:54:45.941152 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-76f8ca2e-b64f-45a7-a194-b0a9d0a94c70 req-fd15ba8c-b53a-42f2-bb79-040a87eefaab tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668521 May 13 21:54:46.355697 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c1a99-d091-4291-ac7a-0279f33733e3 req-fab58da4-70d9-4115-b1bc-fc7c2aeb3f96 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:46.362892 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2b1c1a99-d091-4291-ac7a-0279f33733e3 req-fab58da4-70d9-4115-b1bc-fc7c2aeb3f96 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0671699 May 13 21:54:46.426069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2b1c1a99-d091-4291-ac7a-0279f33733e3 req-dda52725-9259-41c8-be07-aa59fa17b741 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606492 May 13 21:54:47.076547 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d31a4-1ab6-446d-b810-d69cb24b398f req-ac1002b6-f14d-4932-a08e-46e0d6662b5d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:47.078444 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4b1d31a4-1ab6-446d-b810-d69cb24b398f req-ac1002b6-f14d-4932-a08e-46e0d6662b5d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0602632 May 13 21:54:47.133940 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4b1d31a4-1ab6-446d-b810-d69cb24b398f req-30d71beb-6461-4ad3-bf30-a6588aca94c2 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495496 May 13 21:54:47.291856 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-66711ed4-f4c8-49bc-83f1-572e42944080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:47.423321 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-ec37457d-e4eb-46a3-b6fa-122a3232e320 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:47.424846 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-ec37457d-e4eb-46a3-b6fa-122a3232e320 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 815 time: 0.1120028 May 13 21:54:47.440302 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-406e08f1-3f88-4bc2-8c7d-7bac3f300375 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/quotas/d37b24e8a85f49ce9d043e8a38b8748f HTTP/1.1" status: 200 len: 375 time: 0.0099320 May 13 21:54:47.491494 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-6a3072e6-6318-448c-bf3d-49bb04c197dc tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461109 May 13 21:54:47.574718 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba5821-b767-4e47-8b39-44a7e5ea24dc req-480f82eb-9cea-4be0-8e2a-8cf7522d58f6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:47.576376 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-66ba5821-b767-4e47-8b39-44a7e5ea24dc req-480f82eb-9cea-4be0-8e2a-8cf7522d58f6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0735576 May 13 21:54:47.678118 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-af187140-cac5-4318-8054-ad1cca747267 service neutron] 10.222.0.35 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462457 May 13 21:54:47.681352 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-66ba5821-b767-4e47-8b39-44a7e5ea24dc req-d9ef64ee-82bb-4e7f-8b4a-38c2da1b929c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671525 May 13 21:54:47.782981 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-b076c1b8-0baf-4fa0-8474-0a10af874411 service neutron] 10.222.0.35 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981901 May 13 21:54:47.994450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f86a17d3-87e5-4f8a-8197-fe6073d13476 req-6c198aa5-73fa-49c4-a0f2-b3b7ff76d045 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0527551 May 13 21:54:48.275573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc966d-afda-44f9-bcf3-01407d35cae3 req-1cf23358-ef4c-41c2-a9ab-fcdf8a240455 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:48.277546 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-68cc966d-afda-44f9-bcf3-01407d35cae3 req-1cf23358-ef4c-41c2-a9ab-fcdf8a240455 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0677285 May 13 21:54:48.398218 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-68cc966d-afda-44f9-bcf3-01407d35cae3 req-94e6c879-8db1-48d6-8734-b3c62670ded5 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020734 May 13 21:54:48.506820 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:48.830495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666f87-eac8-433d-8832-4d30df5c772e req-cd2dff62-30f3-4d53-913b-56f709a8079a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:48.832116 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9666f87-eac8-433d-8832-4d30df5c772e req-cd2dff62-30f3-4d53-913b-56f709a8079a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0572684 May 13 21:54:48.882505 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9666f87-eac8-433d-8832-4d30df5c772e req-db8c49ce-0050-43bd-ade2-9230d0561694 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 May 13 21:54:49.095224 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7395f5f3-23ed-465a-9d8c-a6a190591c0a req-dcffc507-1ec6-4df0-9593-47eab317bc84 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0272462 May 13 21:54:49.538412 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65dd20-c227-4da7-bb35-f2f36482b60b req-988f6471-7d4e-467e-8a9b-0cc0c5aea03d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:49.540981 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6c65dd20-c227-4da7-bb35-f2f36482b60b req-988f6471-7d4e-467e-8a9b-0cc0c5aea03d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0497706 May 13 21:54:49.589027 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6c65dd20-c227-4da7-bb35-f2f36482b60b req-c1a88c84-c137-47ef-b378-03aa1fb6eb92 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 May 13 21:54:49.758917 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47478) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:49.804360 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Deleting subnet 9fab0ea3-9cae-431b-ae00-f4b20fa27f5d {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:54:49.808495 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Publish callbacks [] for subnet (9fab0ea3-9cae-431b-ae00-f4b20fa27f5d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:49.845912 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:49.847613 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (9fab0ea3-9cae-431b-ae00-f4b20fa27f5d), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:49.890132 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (9fab0ea3-9cae-431b-ae00-f4b20fa27f5d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:49.981645 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (9fab0ea3-9cae-431b-ae00-f4b20fa27f5d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:49.995661 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.000440 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9fab0ea3-9cae-431b-ae00-f4b20fa27f5d HTTP/1.1" status: 204 len: 168 time: 0.2404144 May 13 21:54:50.003849 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47482) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:50.020060 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534f23-b81f-43f8-a476-e24e2eef68eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fab0ea3-9cae-431b-ae00-f4b20fa27f5d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:50.040691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d22fc-e1f7-474a-b81d-d7b65b6295dd req-54335bc1-987b-4b7f-a8ae-df6ff20bb7fc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:50.048278 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-af1d22fc-e1f7-474a-b81d-d7b65b6295dd req-54335bc1-987b-4b7f-a8ae-df6ff20bb7fc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0846822 May 13 21:54:50.131612 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-af1d22fc-e1f7-474a-b81d-d7b65b6295dd req-fbd9a6ec-5a14-49d7-afcc-56b59df2295d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824547 May 13 21:54:50.134686 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (8fdb1b48-8d7a-41bf-9d07-073be7f93649), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.221040 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e9626058-7ec8-42e1-aeab-dba8ce035ac9 req-b1a3559e-a213-4215-a853-e509b6de20c0 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0375955 May 13 21:54:50.250152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (8fdb1b48-8d7a-41bf-9d07-073be7f93649), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.279423 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdb1b48-8d7a-41bf-9d07-073be7f93649']}} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:50.291712 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e48a7c-0e6e-486f-9b11-af9a1a38d47b') {'for_net_delete': True} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:50.292011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e48a7c-0e6e-486f-9b11-af9a1a38d47b') {} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:54:50.306304 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14381704'] for segment (64e48a7c-0e6e-486f-9b11-af9a1a38d47b), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.322501 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (64e48a7c-0e6e-486f-9b11-af9a1a38d47b), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.330495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:54:50.331831 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13642576'] for segment (64e48a7c-0e6e-486f-9b11-af9a1a38d47b), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: Traceback (most recent call last): May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: timer() May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: cb(*args, **kw) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: return func(*args, **kwargs) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: self._notify() May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: self.callback(batched_events) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: event.method(event) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: return f(self, *a, **k) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._get(url).json() May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: return self.request(url, 'GET', **kwargs) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:54:50.333793 dv-cinder-840516-1-iscsi neutron-server[114887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:54:50.403061 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (8fdb1b48-8d7a-41bf-9d07-073be7f93649), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.413121 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.419794 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8fdb1b48-8d7a-41bf-9d07-073be7f93649 HTTP/1.1" status: 204 len: 168 time: 0.4149618 May 13 21:54:50.429388 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdb1b48-8d7a-41bf-9d07-073be7f93649,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:50.437682 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.438031 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.438374 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.438735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.439089 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.439420 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.439753 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.440114 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.440561 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.440853 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.441227 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.441512 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.441839 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.442168 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.442486 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7ce4-8a54-47cd-8bd9-5acf365b3933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:50.645803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47492) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:50.692645 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-87f65f44-3ead-41a5-abc6-975e89452da0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1aef84932f4f4725bbc4095f07ebf56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437341 May 13 21:54:50.695677 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47494) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:50.743896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22cf7-d798-434d-9a30-264fc671270c req-c5b5d1f0-cc42-4cfd-aafa-7bd691b12745 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:50.745426 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d1b22cf7-d798-434d-9a30-264fc671270c req-c5b5d1f0-cc42-4cfd-aafa-7bd691b12745 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0510678 May 13 21:54:50.758003 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-434f0ff0-bcd6-4c33-95bd-1e968474c2b9 admin admin] Publish callbacks [] for security_group (004193de-a810-4077-94b1-5d52d5796801), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.783929 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-434f0ff0-bcd6-4c33-95bd-1e968474c2b9 admin admin] Publish callbacks [] for security_group (004193de-a810-4077-94b1-5d52d5796801), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.819304 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d1b22cf7-d798-434d-9a30-264fc671270c req-3d64cd15-7ca3-4e8f-9543-20e34ea63394 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668170 May 13 21:54:50.852326 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-434f0ff0-bcd6-4c33-95bd-1e968474c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (004193de-a810-4077-94b1-5d52d5796801), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.855218 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-434f0ff0-bcd6-4c33-95bd-1e968474c2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:50.856938 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-434f0ff0-bcd6-4c33-95bd-1e968474c2b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/004193de-a810-4077-94b1-5d52d5796801 HTTP/1.1" status: 204 len: 168 time: 0.1595535 May 13 21:54:50.866235 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f0ff0-bcd6-4c33-95bd-1e968474c2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004193de-a810-4077-94b1-5d52d5796801,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:51.297699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d316c-cc50-4155-87d9-e28aebaf03cb req-7324d1ec-5174-4516-8df2-6176c3c0f729 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:51.300059 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-676d316c-cc50-4155-87d9-e28aebaf03cb req-7324d1ec-5174-4516-8df2-6176c3c0f729 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0794511 May 13 21:54:51.316276 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:51.363539 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-05f514d4-2eb0-4d23-8ccc-5824ad0961e8 req-2dfd0632-4e26-46ac-b50e-f6c6df668aae tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0335374 May 13 21:54:51.395820 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-676d316c-cc50-4155-87d9-e28aebaf03cb req-b742d381-6cb1-493b-8d45-375c81cb1885 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887663 May 13 21:54:51.947209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c084a3a-9d52-4a35-8c44-158aed1c8095 req-4e0714c8-d69a-46b3-a2dc-d119a72b4a16 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:51.948682 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c084a3a-9d52-4a35-8c44-158aed1c8095 req-4e0714c8-d69a-46b3-a2dc-d119a72b4a16 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0556605 May 13 21:54:52.002119 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c084a3a-9d52-4a35-8c44-158aed1c8095 req-523f8d6f-c895-4782-8b48-3c020b0ff962 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478151 May 13 21:54:52.500444 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ce506ee9-f3b8-4e87-92e5-670545c960fe req-b9339658-7a3e-4832-8b8a-029514804260 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0445716 May 13 21:54:52.551140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d8d8-5a47-47de-9a01-b98f59c2d56a req-86d3fb80-e340-4ec8-ab13-dd10dc59732f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:52.552712 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6608d8d8-5a47-47de-9a01-b98f59c2d56a req-86d3fb80-e340-4ec8-ab13-dd10dc59732f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0623217 May 13 21:54:52.612441 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6608d8d8-5a47-47de-9a01-b98f59c2d56a req-7305210f-1c96-43b2-9117-a78e63c2af2d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503540 May 13 21:54:53.137681 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e2bb-2a68-48bf-8c94-1a86d05654dd req-5b1d7bf1-a359-4ea5-800c-f731bc4774e1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:53.139210 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-16b6e2bb-2a68-48bf-8c94-1a86d05654dd req-5b1d7bf1-a359-4ea5-800c-f731bc4774e1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0669069 May 13 21:54:53.195262 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-16b6e2bb-2a68-48bf-8c94-1a86d05654dd req-8909c248-69d1-48c4-8cb0-ba4ffb0027a1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485318 May 13 21:54:53.588911 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2044cff2-2738-4a34-9576-3508b933af05 req-cd919c18-ae98-4e65-8e68-8f98155b2b19 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0268493 May 13 21:54:53.693166 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-b5e102a2-2332-4d8a-b2f5-1a72105e78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:53.695683 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-b5e102a2-2332-4d8a-b2f5-1a72105e78a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1127 time: 0.0486531 May 13 21:54:53.756143 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f26a1-28b0-4672-b079-cb70e28b8a72 req-db0c6c8b-3bd4-4ba7-a0ba-441c3d95d414 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:53.757847 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee6f26a1-28b0-4672-b079-cb70e28b8a72 req-db0c6c8b-3bd4-4ba7-a0ba-441c3d95d414 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0469391 May 13 21:54:53.804765 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ee6f26a1-28b0-4672-b079-cb70e28b8a72 req-e85b9d3b-7093-42e2-9018-28461ffa6d02 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 May 13 21:54:54.334233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eff82e-373b-496d-879d-d46c0bc288be req-be6bae5f-b266-4303-9822-dbb2565cd01e tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:54.336514 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-69eff82e-373b-496d-879d-d46c0bc288be req-be6bae5f-b266-4303-9822-dbb2565cd01e tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0607221 May 13 21:54:54.372086 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-b56899d2-39e9-48ac-8617-80c59f4ba9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:54.378161 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-b56899d2-39e9-48ac-8617-80c59f4ba9cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.1457660 May 13 21:54:54.399312 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-69eff82e-373b-496d-879d-d46c0bc288be req-a87603f9-e2bc-4f69-bc75-a99d0171c747 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 May 13 21:54:54.682936 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ef860360-cbc6-4817-85ea-1667328a3753 req-fe69defc-2d3a-4db5-babe-9de81640f5fb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0280066 May 13 21:54:54.922687 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869295b8-419d-4710-b7f4-13cb873de75a req-05552829-ebe5-437a-9235-c6878ccabf9c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:54.924266 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-869295b8-419d-4710-b7f4-13cb873de75a req-05552829-ebe5-437a-9235-c6878ccabf9c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0464919 May 13 21:54:54.973729 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-869295b8-419d-4710-b7f4-13cb873de75a req-b7b6b922-4ff0-4f7b-ad5a-f19fd7b7cb1a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 May 13 21:54:55.437731 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-4a729fee-d3fe-469c-871a-7a1899d92f26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 200 len: 998 time: 0.0661888 May 13 21:54:55.535644 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-3c875505-5204-4940-b369-6198545a3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:55.538744 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-3c875505-5204-4940-b369-6198545a3577 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0841708 May 13 21:54:55.552077 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f40be-c826-44c1-a22d-612a3462d013 req-b7c7cd7a-33b0-4d28-9052-ec5117db87de tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:55.559607 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a2f40be-c826-44c1-a22d-612a3462d013 req-b7c7cd7a-33b0-4d28-9052-ec5117db87de tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0649135 May 13 21:54:55.610693 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-6fc87a05-ff76-4179-9128-595fbb239530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:55.612263 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-6fc87a05-ff76-4179-9128-595fbb239530 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607119 May 13 21:54:55.615229 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a2f40be-c826-44c1-a22d-612a3462d013 req-8ac930ba-fde6-4077-95e3-21ab1b646401 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546966 May 13 21:54:55.728130 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-7a123f19-4242-46c9-bf82-a92f16acbf06 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 May 13 21:54:55.779560 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fc581fc3-e1c1-49e7-8ab5-c9334e78f5b1 req-7ce39eae-e6e7-4856-b0b2-3b9378ba4896 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0271909 May 13 21:54:56.084471 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-045dbf4e-d78b-40c9-b09e-3ab600ea33e8 req-074c236c-6a93-40d8-b042-cd7bdbcccc05 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943427 May 13 21:54:56.100858 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fb5bc-f8f6-4b1a-921a-e14324251d3c req-dfeeb8f0-d1dc-49b9-9d8b-fb7800d3f8ab tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:56.102404 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f80fb5bc-f8f6-4b1a-921a-e14324251d3c req-dfeeb8f0-d1dc-49b9-9d8b-fb7800d3f8ab tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0502601 May 13 21:54:56.156250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f80fb5bc-f8f6-4b1a-921a-e14324251d3c req-909e7558-931b-4b5b-a78c-8995adafd16f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472324 May 13 21:54:56.297248 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-932aa024-49f0-449e-a927-20f0c740f165 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:56.298628 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-932aa024-49f0-449e-a927-20f0c740f165 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.58 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 815 time: 0.1175129 May 13 21:54:56.574185 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'port': {'device_id': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'admin_state_up': True, 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:54:56.710830 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Made reservation on behalf of d37b24e8a85f49ce9d043e8a38b8748f for: {'port': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:54:56.718362 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:56.750826 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448b77d-3339-4ea6-a5de-946f07b7b376 req-acb6a689-f674-44d5-9b5e-453277d8dc86 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:56.752730 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f448b77d-3339-4ea6-a5de-946f07b7b376 req-acb6a689-f674-44d5-9b5e-453277d8dc86 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 948 time: 0.0668530 May 13 21:54:56.817248 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f448b77d-3339-4ea6-a5de-946f07b7b376 req-5c7f8289-f6d2-434e-bf28-5fd2fe7f861c tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518804 May 13 21:54:56.869652 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Allocated IP 172.20.0.3 (d8a04cb7-482e-4b3e-afb7-f6138da57554/876523df-f13d-47f8-a5c7-34964cf57fb6/4c96b3ab-f491-41d1-841b-d63a58be11a5) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:54:56.892792 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5da08206-d068-493f-8e09-d5b9addd900f req-52456a4e-a6b5-4b94-9931-b336049114e9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0298307 May 13 21:54:57.037971 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:57.073486 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:57.118315 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:54:57.121802 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:54:57.126275 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:54:57.167297 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:57.177088 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2ee29915-e8f4-4613-8c77-02fb7349c44e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:54:57.204890 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:57.205989 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:57.233359 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c64ed9ba-0131-4d52-ad7a-09c48dc5db61 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6637201 May 13 21:54:57.341789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ae32-0abe-4593-92e8-aaba246c6686 req-caef4855-3541-4a03-90ce-75d097ac412c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:57.354496 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed18ae32-0abe-4593-92e8-aaba246c6686 req-caef4855-3541-4a03-90ce-75d097ac412c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0774686 May 13 21:54:57.413319 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 2ee29915-e8f4-4613-8c77-02fb7349c44e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:57.422955 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed18ae32-0abe-4593-92e8-aaba246c6686 req-75f6fa15-6cb2-4aff-b2be-59fe118735e5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591862 May 13 21:54:57.445140 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '2ee29915-e8f4-4613-8c77-02fb7349c44e', 'network_id': '644a0561-d667-4055-8c5a-8f9e85667394', 'port_id': '2ee29915-e8f4-4613-8c77-02fb7349c44e', 'mac_address': 'fa:16:3e:2a:8b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2effe3d-4960-4067-88be-fe49657b9115', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:54:57.495949 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 2ee29915-e8f4-4613-8c77-02fb7349c44e is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:57.496593 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:57.516116 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-54a08ab4-ff52-41b6-be3c-c84df89f7541 None None] Provisioning complete for port 4c96b3ab-f491-41d1-841b-d63a58be11a5 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:57.516857 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-54a08ab4-ff52-41b6-be3c-c84df89f7541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:57.522336 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee29915-e8f4-4613-8c77-02fb7349c44e {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:54:57.547094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 2ee29915-e8f4-4613-8c77-02fb7349c44e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:57.572343 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:57.627432 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=2ee29915-e8f4-4613-8c77-02fb7349c44e,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:57.644642 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-54a08ab4-ff52-41b6-be3c-c84df89f7541 None None] Port 4c96b3ab-f491-41d1-841b-d63a58be11a5 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:54:57.649455 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.649996 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.650520 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.651056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.651549 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.652085 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.652569 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.653052 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.653559 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.655983 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.656462 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.657499 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.658137 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.658481 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.659929 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:54:57.952737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c0c48-e7d7-4812-8a01-075298023ba9 req-e4bd2f96-5d10-48cf-8b7b-0562326fbba1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:57.955244 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4c0c48-e7d7-4812-8a01-075298023ba9 req-e4bd2f96-5d10-48cf-8b7b-0562326fbba1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 949 time: 0.0804045 May 13 21:54:58.102074 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a4c0c48-e7d7-4812-8a01-075298023ba9 req-11b89340-7ee6-4ad4-8d9d-666e3059d748 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336198 May 13 21:54:58.114207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6055-83e7-4df3-aafe-7979ffcdcc32 req-044c99c3-af2e-4aa7-b073-e023da823d15 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:58.115822 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-569f6055-83e7-4df3-aafe-7979ffcdcc32 req-044c99c3-af2e-4aa7-b073-e023da823d15 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.1228147 May 13 21:54:58.120430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['2ee29915-e8f4-4613-8c77-02fb7349c44e'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:54:58.209334 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-569f6055-83e7-4df3-aafe-7979ffcdcc32 req-6d7b78cd-c3c8-41d9-9dfb-9f0f8fac73cd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747399 May 13 21:54:58.239877 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47696) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:58.391488 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a31a0f62-c135-4ff3-873a-873ad563cc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.484446 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a31a0f62-c135-4ff3-873a-873ad563cc21 admin admin] Publish callbacks [] for security_group (7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.490311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a31a0f62-c135-4ff3-873a-873ad563cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.535875 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a31a0f62-c135-4ff3-873a-873ad563cc21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49e6f023ae0f420fb463780287b8caab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940478 May 13 21:54:58.535875 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a0f62-c135-4ff3-873a-873ad563cc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:58.542182 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47702) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:54:58.624485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954da9-75b2-4f79-bd54-e79db23a68e2 req-b5e8d6fb-9e52-4a80-869f-eaa3ca4c3985 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:58.626354 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-40954da9-75b2-4f79-bd54-e79db23a68e2 req-b5e8d6fb-9e52-4a80-869f-eaa3ca4c3985 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0925710 May 13 21:54:58.657208 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fba7-b9b9-4b63-b9fb-b4c19211a41f admin admin] Publish callbacks [] for security_group (7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.704985 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fba7-b9b9-4b63-b9fb-b4c19211a41f admin admin] Publish callbacks [] for security_group (7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.709590 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-40954da9-75b2-4f79-bd54-e79db23a68e2 req-a3ef95f6-f953-4c9f-9776-a06d434349c0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764518 May 13 21:54:58.769692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fba7-b9b9-4b63-b9fb-b4c19211a41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.773390 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8ae2fba7-b9b9-4b63-b9fb-b4c19211a41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:58.775024 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8ae2fba7-b9b9-4b63-b9fb-b4c19211a41f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2 HTTP/1.1" status: 204 len: 168 time: 0.2245209 May 13 21:54:58.797246 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2fba7-b9b9-4b63-b9fb-b4c19211a41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2e52ce-ce71-4dbc-b4f0-f7ca811f21c2,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:59.195818 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2ee29915-e8f4-4613-8c77-02fb7349c44e up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:54:59.250115 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da4a83-8794-418e-a630-c003eee0b7fa req-eac74d8f-69bb-4972-8451-d23b5f9c0092 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:59.250115 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17da4a83-8794-418e-a630-c003eee0b7fa req-eac74d8f-69bb-4972-8451-d23b5f9c0092 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 949 time: 0.0912211 May 13 21:54:59.304739 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 2ee29915-e8f4-4613-8c77-02fb7349c44e completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:54:59.318184 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 2ee29915-e8f4-4613-8c77-02fb7349c44e triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:54:59.318450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-17da4a83-8794-418e-a630-c003eee0b7fa req-e301be37-34f0-4e10-b7f3-8ec0f2008b21 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620894 May 13 21:54:59.318646 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:59.440941 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042e855-d04e-41a5-8f8c-9304da30d93a req-a5c5c10e-aad8-45f2-b40d-3dd757cd21ca tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:59.446071 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e042e855-d04e-41a5-8f8c-9304da30d93a req-a5c5c10e-aad8-45f2-b40d-3dd757cd21ca tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.1219096 May 13 21:54:59.489398 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 2ee29915-e8f4-4613-8c77-02fb7349c44e is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:54:59.490007 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:59.531040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee29915-e8f4-4613-8c77-02fb7349c44e'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:54:59.533372 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aa2e96-5957-4b75-922a-8b58573932e1" -d '{"events": [{"server_uuid": "088c5aa6-3b49-4691-bdf5-b95a4d1a8456", "name": "network-vif-plugged", "status": "completed", "tag": "2ee29915-e8f4-4613-8c77-02fb7349c44e"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:54:59.548263 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 2ee29915-e8f4-4613-8c77-02fb7349c44e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:54:59.556137 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:54:59.576727 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e042e855-d04e-41a5-8f8c-9304da30d93a req-8a910a76-bd31-4e62-83f7-2f8c687e791f tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154501 May 13 21:54:59.596972 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c8b1c4-193f-4b10-a15f-2a6d2855dc0b x-openstack-request-id: req-94c8b1c4-193f-4b10-a15f-2a6d2855dc0b {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:54:59.597456 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c5aa6-3b49-4691-bdf5-b95a4d1a8456", "name": "network-vif-plugged", "status": "completed", "tag": "2ee29915-e8f4-4613-8c77-02fb7349c44e", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:54:59.597724 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94c8b1c4-193f-4b10-a15f-2a6d2855dc0b {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:54:59.598125 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c8b1c4-193f-4b10-a15f-2a6d2855dc0b'] response: {'server_uuid': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee29915-e8f4-4613-8c77-02fb7349c44e', 'code': 200} May 13 21:54:59.651585 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=2ee29915-e8f4-4613-8c77-02fb7349c44e,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:54:59.888936 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec3a2-02b3-4024-afcb-c35b4b6e14aa req-a247d93b-4011-4830-a0ec-ea73f465e8cb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:54:59.890537 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e52ec3a2-02b3-4024-afcb-c35b4b6e14aa req-a247d93b-4011-4830-a0ec-ea73f465e8cb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0750744 May 13 21:54:59.961809 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e52ec3a2-02b3-4024-afcb-c35b4b6e14aa req-395d98ce-fd55-432d-a6a4-05562cfd1794 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635695 May 13 21:55:00.461207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752623e-9792-445e-8e85-546ef490b47d req-6b6e1832-cfe2-4d52-836e-b7f637459365 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:00.465557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3752623e-9792-445e-8e85-546ef490b47d req-6b6e1832-cfe2-4d52-836e-b7f637459365 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0631385 May 13 21:55:00.529993 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3752623e-9792-445e-8e85-546ef490b47d req-c34d0399-a01e-4dd5-adbe-611f3a8b065c tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589185 May 13 21:55:00.795297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dede7-e7c0-4d53-ab0e-044941f4989b req-1704ffd7-0b84-4bd9-9f0e-caca6f3bbfae tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:00.796766 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18dede7-e7c0-4d53-ab0e-044941f4989b req-1704ffd7-0b84-4bd9-9f0e-caca6f3bbfae tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.0554807 May 13 21:55:00.851084 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18dede7-e7c0-4d53-ab0e-044941f4989b req-bfda4a18-1dcd-40b7-b951-8753eb5cdefd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 May 13 21:55:01.090004 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386dee8-a50f-4613-b63a-921c444e0275 req-cbb08b99-2b9e-4b33-b895-b4d2c77a483e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:01.091665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0386dee8-a50f-4613-b63a-921c444e0275 req-cbb08b99-2b9e-4b33-b895-b4d2c77a483e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0475817 May 13 21:55:01.140843 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0386dee8-a50f-4613-b63a-921c444e0275 req-7950366b-5ee4-4a0d-a253-ef9dd07a27fd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436065 May 13 21:55:01.657148 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825a8fc-a1a2-4080-9ed7-059fd768f829 req-5c47cf00-892a-43db-84d7-f8bf264382a0 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:01.664406 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f825a8fc-a1a2-4080-9ed7-059fd768f829 req-5c47cf00-892a-43db-84d7-f8bf264382a0 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0621343 May 13 21:55:01.755353 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f825a8fc-a1a2-4080-9ed7-059fd768f829 req-69aa601a-58b0-48fc-8398-7f036912b55c tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899439 May 13 21:55:01.989848 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfc8ec-981b-448a-9499-75c9753d35c4 req-b8be0430-9d48-4f96-8e12-774684e439c2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:01.991560 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70bfc8ec-981b-448a-9499-75c9753d35c4 req-b8be0430-9d48-4f96-8e12-774684e439c2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.0569940 May 13 21:55:02.046878 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70bfc8ec-981b-448a-9499-75c9753d35c4 req-219cd6c1-812a-460a-b425-ff9e2b9bb600 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 May 13 21:55:02.274566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fe1e-d430-4761-aad9-703e34ccd0a5 req-6565ecbe-101e-48af-9ac8-62aa3bf49a8c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:02.276697 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7865fe1e-d430-4761-aad9-703e34ccd0a5 req-6565ecbe-101e-48af-9ac8-62aa3bf49a8c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0514927 May 13 21:55:02.354813 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7865fe1e-d430-4761-aad9-703e34ccd0a5 req-57cee07d-0047-49b5-ae41-053981326d94 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702069 May 13 21:55:02.677583 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:55:02.905100 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c79a6-d634-4a08-88f1-e1bc2c70aa0c req-8d41234d-7aba-4852-a464-53ad427e20d2 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:02.909069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e07c79a6-d634-4a08-88f1-e1bc2c70aa0c req-8d41234d-7aba-4852-a464-53ad427e20d2 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0610235 May 13 21:55:02.978201 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e07c79a6-d634-4a08-88f1-e1bc2c70aa0c req-f213617c-ea73-4afe-ad76-26cce5a58d13 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614870 May 13 21:55:03.189097 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c98e-cabb-4ac4-bf02-db74f7e0d6f8 req-c226ca33-8ad0-4b4b-9926-6113abc4b5a5 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:03.191676 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-07d7c98e-cabb-4ac4-bf02-db74f7e0d6f8 req-c226ca33-8ad0-4b4b-9926-6113abc4b5a5 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.0699816 May 13 21:55:03.251362 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-07d7c98e-cabb-4ac4-bf02-db74f7e0d6f8 req-8999641a-6305-42b4-9f6a-b5aac1ccd1f9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515924 May 13 21:55:03.496839 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03834471-3f1d-4694-a819-226677a01f66 req-9367d9b8-2e56-4a36-b354-30b1f3435303 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:03.498414 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-03834471-3f1d-4694-a819-226677a01f66 req-9367d9b8-2e56-4a36-b354-30b1f3435303 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0550973 May 13 21:55:03.553126 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-03834471-3f1d-4694-a819-226677a01f66 req-2b6f68ee-996d-4f99-b508-57ff923f9c70 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469160 May 13 21:55:04.114934 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d48156-959a-4497-b3b2-2ba5162dfe93 req-d84a1a5c-ba22-46d5-9e59-7bb9008463d1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:04.116552 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-56d48156-959a-4497-b3b2-2ba5162dfe93 req-d84a1a5c-ba22-46d5-9e59-7bb9008463d1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0604794 May 13 21:55:04.171341 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-56d48156-959a-4497-b3b2-2ba5162dfe93 req-3d37366b-df13-44a9-bbdc-1a284dcaf291 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 May 13 21:55:04.380133 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216fcd1-2f54-403c-bbfc-ef06166ace2f req-96e4abf8-af4d-4185-8522-321ca23f6628 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:04.381814 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9216fcd1-2f54-403c-bbfc-ef06166ace2f req-96e4abf8-af4d-4185-8522-321ca23f6628 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.0534053 May 13 21:55:04.434733 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9216fcd1-2f54-403c-bbfc-ef06166ace2f req-de5d3134-5488-4557-9396-c46caaddb0c5 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 May 13 21:55:04.722606 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3940e-40cc-4371-9751-b75856e697a6 req-5aeaaa13-5cbd-45cd-b906-9c63137fe98a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:04.727631 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-27c3940e-40cc-4371-9751-b75856e697a6 req-5aeaaa13-5cbd-45cd-b906-9c63137fe98a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0881431 May 13 21:55:04.782271 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-27c3940e-40cc-4371-9751-b75856e697a6 req-223331fd-7dad-483f-8bab-3466246e9c4a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523362 May 13 21:55:05.331630 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3149-14e6-49cf-90b8-a19010bc3256 req-bda26f7e-aa4c-46b4-a635-c9a5ccf91103 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:05.367266 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-10fc3149-14e6-49cf-90b8-a19010bc3256 req-bda26f7e-aa4c-46b4-a635-c9a5ccf91103 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.1182630 May 13 21:55:05.480368 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-10fc3149-14e6-49cf-90b8-a19010bc3256 req-56c6229e-8e90-4fd8-9030-94bd4a97d6ed tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105888 May 13 21:55:05.610529 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ff6d-5eb3-4642-9ed8-4fb71e0ce540 req-f53e098b-64c1-4834-9a57-c8c0714684d2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:05.618293 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d24ff6d-5eb3-4642-9ed8-4fb71e0ce540 req-f53e098b-64c1-4834-9a57-c8c0714684d2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.0630329 May 13 21:55:05.667886 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d24ff6d-5eb3-4642-9ed8-4fb71e0ce540 req-5c3432e0-7c7f-441d-a2dd-ecdb4dd5eda5 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 May 13 21:55:05.910641 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ec87d-7f97-4088-a1cd-7eb507619e5f req-9cf91ba9-c849-4401-82f4-b62eec952eda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:05.912137 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4f4ec87d-7f97-4088-a1cd-7eb507619e5f req-9cf91ba9-c849-4401-82f4-b62eec952eda tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0484121 May 13 21:55:05.960441 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4f4ec87d-7f97-4088-a1cd-7eb507619e5f req-58e3b637-37e1-4008-9bf4-eb1b0c1d6add tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 May 13 21:55:06.606086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30ebeb-02e6-4548-8694-6026176c3385 req-65aecf71-3368-4634-bbe3-2f88283cfba1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:06.608196 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6b30ebeb-02e6-4548-8694-6026176c3385 req-65aecf71-3368-4634-bbe3-2f88283cfba1 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0467811 May 13 21:55:06.656591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6b30ebeb-02e6-4548-8694-6026176c3385 req-55483b7a-bd66-4ceb-a7ea-6f511fef7ff7 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 May 13 21:55:06.759381 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Request body: {'port': {'device_id': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:06.791789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9d4a2-595b-48dc-ad3f-87b6218bfc5c req-6a592369-927f-46ed-b09d-13aa56b1512e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:06.793340 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-73e9d4a2-595b-48dc-ad3f-87b6218bfc5c req-6a592369-927f-46ed-b09d-13aa56b1512e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 931 time: 0.0587740 May 13 21:55:06.833405 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:06.855122 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-73e9d4a2-595b-48dc-ad3f-87b6218bfc5c req-b84435de-704c-4657-b25e-88563449dfd8 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 May 13 21:55:07.086628 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bdc02-8cec-4f4e-afae-6a7075d7079a req-d88c9bfd-b216-4c8b-b358-3665b5c3fee0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.088120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6b0bdc02-8cec-4f4e-afae-6a7075d7079a req-d88c9bfd-b216-4c8b-b358-3665b5c3fee0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0463192 May 13 21:55:07.134351 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6b0bdc02-8cec-4f4e-afae-6a7075d7079a req-137b0392-44ae-42ca-95c1-aad419847915 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 May 13 21:55:07.158133 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c96b3ab-f491-41d1-841b-d63a58be11a5 {{(pid=114886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:55:07.165572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Publish callbacks [] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:07.184043 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.provisioning_blocks [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Transition to ACTIVE for port object 4c96b3ab-f491-41d1-841b-d63a58be11a5 will not be triggered until provisioned by entity L2. {{(pid=114886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:55:07.188133 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:07.249185 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:07.319877 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Attempting to bind port 4c96b3ab-f491-41d1-841b-d63a58be11a5 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:55:07.320239 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Attempting to bind port 4c96b3ab-f491-41d1-841b-d63a58be11a5 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:55:07.320619 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Attempting to bind port 4c96b3ab-f491-41d1-841b-d63a58be11a5 on network d8a04cb7-482e-4b3e-afb7-f6138da57554 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:55:07.326283 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Port 4c96b3ab-f491-41d1-841b-d63a58be11a5 on network d8a04cb7-482e-4b3e-afb7-f6138da57554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:55:07.326811 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Attempting to bind port 4c96b3ab-f491-41d1-841b-d63a58be11a5 on network d8a04cb7-482e-4b3e-afb7-f6138da57554 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:55:07.332719 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:55:07.333057 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Checking segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:55:07.333514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Bound using segment: {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:55:07.334008 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Bound port: 4c96b3ab-f491-41d1-841b-d63a58be11a5, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafec6d0-f2b4-453d-a6de-b5accdacd23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554'}}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:55:07.334482 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:07.402986 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, cleared binding levels {{(pid=114886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:55:07.406078 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:55:07.411674 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:07.446997 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.447637 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:07.449026 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] 10.222.0.58 "PUT /v2.0/ports/4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 1093 time: 0.6958497 May 13 21:55:07.449468 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:55:07.451773 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52719fc7-4246-4cf8-838b-d44bfde39674" -d '{"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:55:07.475834 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4c367-3d6c-4fe5-89f5-94b8ebf70cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=3']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:07.490662 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc5c5d9-7b6d-47be-b4c7-f4794368d425 x-openstack-request-id: req-4bc5c5d9-7b6d-47be-b4c7-f4794368d425 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:55:07.490989 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:55:07.491246 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bc5c5d9-7b6d-47be-b4c7-f4794368d425 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:55:07.491654 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc5c5d9-7b6d-47be-b4c7-f4794368d425'] response: {'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'status': 'completed', 'code': 200} May 13 21:55:07.681006 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719fc7-4246-4cf8-838b-d44bfde39674 req-77d4f90e-ebd2-45b5-9803-80b420a0cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.682607 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-52719fc7-4246-4cf8-838b-d44bfde39674 req-77d4f90e-ebd2-45b5-9803-80b420a0cd2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1127 time: 0.0400162 May 13 21:55:07.795359 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719fc7-4246-4cf8-838b-d44bfde39674 req-19b2fd3e-d475-4f2b-9c65-053c7e080fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.796964 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-52719fc7-4246-4cf8-838b-d44bfde39674 req-19b2fd3e-d475-4f2b-9c65-053c7e080fe4 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0986252 May 13 21:55:07.801916 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ab53-2a4e-4fda-9445-5a5c9c1d027c req-5e982546-25c3-4be0-8cdc-423e11565536 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.803406 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3752ab53-2a4e-4fda-9445-5a5c9c1d027c req-5e982546-25c3-4be0-8cdc-423e11565536 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0763328 May 13 21:55:07.808689 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216574e-beef-499d-8e6f-67471cadf4dc req-381f1153-5f69-4a01-a38f-47799937c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.810726 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b216574e-beef-499d-8e6f-67471cadf4dc req-381f1153-5f69-4a01-a38f-47799937c87d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 1134 time: 0.0544846 May 13 21:55:07.877779 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3752ab53-2a4e-4fda-9445-5a5c9c1d027c req-ffb843ad-99be-484a-8b82-ed9d49f3524d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 May 13 21:55:07.885196 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b216574e-beef-499d-8e6f-67471cadf4dc req-f4e8459b-50fc-4c61-84d8-e230108e078e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667729 May 13 21:55:07.898667 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719fc7-4246-4cf8-838b-d44bfde39674 req-459e5a59-fe15-4e64-9734-f551322cfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.900217 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-52719fc7-4246-4cf8-838b-d44bfde39674 req-459e5a59-fe15-4e64-9734-f551322cfb39 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960164 May 13 21:55:07.971803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed591774-ab7f-4448-b567-6d748537a3c4 req-c157cae1-e847-4256-a521-79726dbf97cf tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:07.973240 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed591774-ab7f-4448-b567-6d748537a3c4 req-c157cae1-e847-4256-a521-79726dbf97cf tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 943 time: 0.0458672 May 13 21:55:08.021388 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed591774-ab7f-4448-b567-6d748537a3c4 req-288fb782-88e3-40fc-8568-c237b46e34d9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 May 13 21:55:08.260557 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6fc8-8c35-4034-bb03-997827832969 req-8f2091ba-d8fb-40d1-b62f-09bae1bd841a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:08.262043 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a58e6fc8-8c35-4034-bb03-997827832969 req-8f2091ba-d8fb-40d1-b62f-09bae1bd841a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0485585 May 13 21:55:08.309936 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a58e6fc8-8c35-4034-bb03-997827832969 req-6890b87d-4625-4e3e-9150-dad197babf1e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 May 13 21:55:08.668383 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-4ef8d2d8-61a5-4aaf-b426-45d0fa8cb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:08.669785 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-4ef8d2d8-61a5-4aaf-b426-45d0fa8cb9f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1127 time: 0.0392942 May 13 21:55:08.719228 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-133aa6d4-c594-4cc8-ba96-15fc1745fe00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 217 time: 0.0332794 May 13 21:55:08.784966 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-5e455ad0-da11-407e-856c-c37f150ac697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:08.786353 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-5e455ad0-da11-407e-856c-c37f150ac697 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 200 len: 854 time: 0.0426137 May 13 21:55:08.996958 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560683a-efd2-43e7-957b-251312ad8ed9 req-f954f24b-cba6-4441-989f-de292fa7cc4d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:08.999182 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b560683a-efd2-43e7-957b-251312ad8ed9 req-f954f24b-cba6-4441-989f-de292fa7cc4d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0483482 May 13 21:55:09.047214 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b560683a-efd2-43e7-957b-251312ad8ed9 req-8516c850-1234-43f6-a355-58c1b00860dd tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 May 13 21:55:09.067191 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-3d70995b-8c02-41d7-993d-873d555adeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:09.068943 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-3d70995b-8c02-41d7-993d-873d555adeb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8a04cb7-482e-4b3e-afb7-f6138da57554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2733402 May 13 21:55:09.137803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05f406-0306-4f12-8b59-22b4668858da req-6f4007a3-7f1d-4688-aa51-09ac2494e2f6 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:09.139333 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fd05f406-0306-4f12-8b59-22b4668858da req-6f4007a3-7f1d-4688-aa51-09ac2494e2f6 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 943 time: 0.0489788 May 13 21:55:09.186625 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fd05f406-0306-4f12-8b59-22b4668858da req-3431a49d-b29e-4721-b45e-3b76da49586f tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 May 13 21:55:09.255197 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:55:09.360236 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:09.371420 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'port_id': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'mac_address': 'fa:16:3e:8d:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:55:09.411891 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:55:09.412281 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:09.425398 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880b4122-8d33-43a8-a0b1-a0f01711790c {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:55:09.427317 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7b627-35cf-4d06-b8bb-7d91c49a380a req-3d395a20-4d53-453e-a859-937355d4c6a8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:09.428861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-82c7b627-35cf-4d06-b8bb-7d91c49a380a req-3d395a20-4d53-453e-a859-937355d4c6a8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 943 time: 0.0471706 May 13 21:55:09.445574 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:09.449068 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:09.477393 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-82c7b627-35cf-4d06-b8bb-7d91c49a380a req-de8aabf0-1d85-43f1-8e0f-9fe19f351e9a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 May 13 21:55:09.496906 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=9']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:09.840005 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['880b4122-8d33-43a8-a0b1-a0f01711790c'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:55:09.853450 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-c148a4e6-2bc0-4a7b-9a96-8e3291b736e5 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 May 13 21:55:09.944890 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-48aa2826-bc44-4ac2-a3c0-12f5d82e447a req-dbb06ce5-694b-49dc-8488-e67dc361f547 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 May 13 21:55:10.158284 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611219b-258b-467a-9815-e2312578308c req-d4c9ca80-25f1-4d5e-80ac-35e92e94bbc4 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:10.159854 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9611219b-258b-467a-9815-e2312578308c req-d4c9ca80-25f1-4d5e-80ac-35e92e94bbc4 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0477726 May 13 21:55:10.209579 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9611219b-258b-467a-9815-e2312578308c req-1201701a-d636-42cb-87ac-ddbbcb7bb15f tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440512 May 13 21:55:10.299415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd46c6-8423-4f21-abef-79057d421f11 req-13adf654-5311-4e0f-83a5-8d5f0f4ab567 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:10.300981 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fadd46c6-8423-4f21-abef-79057d421f11 req-13adf654-5311-4e0f-83a5-8d5f0f4ab567 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 943 time: 0.0473425 May 13 21:55:10.361170 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fadd46c6-8423-4f21-abef-79057d421f11 req-488f2cff-db97-4939-a949-73d3a3692fec tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523736 May 13 21:55:10.504625 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af983e-8754-492d-b802-1256ca9b3a2f req-ad5d4f2d-3888-4ca9-9bd7-23deeb437ba0 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:10.506231 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-01af983e-8754-492d-b802-1256ca9b3a2f req-ad5d4f2d-3888-4ca9-9bd7-23deeb437ba0 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0492787 May 13 21:55:10.585095 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-01af983e-8754-492d-b802-1256ca9b3a2f req-e609bbb1-cc1b-4632-8e4b-dcf7b792e323 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692863 May 13 21:55:10.619968 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33427905-c9af-4cd2-8fcb-80809cde6afe req-5b48fe0e-df6e-4d0e-a807-dad0bb5e993a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:10.620834 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-33427905-c9af-4cd2-8fcb-80809cde6afe req-5b48fe0e-df6e-4d0e-a807-dad0bb5e993a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 944 time: 0.0548391 May 13 21:55:10.623190 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 47954) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:10.669870 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-33427905-c9af-4cd2-8fcb-80809cde6afe req-0881af0f-506c-41bd-8134-e6041f1414c9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 May 13 21:55:10.746447 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78c8b8ef-65e3-431b-804d-1cab43396ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.825387 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78c8b8ef-65e3-431b-804d-1cab43396ad3 admin admin] Publish callbacks [] for security_group (737108c5-1f8f-4b1d-bdc8-9b0920a20743), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.828717 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78c8b8ef-65e3-431b-804d-1cab43396ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (737108c5-1f8f-4b1d-bdc8-9b0920a20743), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.866282 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-78c8b8ef-65e3-431b-804d-1cab43396ad3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0c5a25e0bf445f38e5934c844096c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415247 May 13 21:55:10.867166 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8b8ef-65e3-431b-804d-1cab43396ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737108c5-1f8f-4b1d-bdc8-9b0920a20743,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:10.868965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 47962) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:10.916180 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-563a9069-54d7-4cd4-acd5-0460f4677e01 admin admin] Publish callbacks [] for security_group (737108c5-1f8f-4b1d-bdc8-9b0920a20743), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.938014 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-563a9069-54d7-4cd4-acd5-0460f4677e01 admin admin] Publish callbacks [] for security_group (737108c5-1f8f-4b1d-bdc8-9b0920a20743), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.984731 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-563a9069-54d7-4cd4-acd5-0460f4677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (737108c5-1f8f-4b1d-bdc8-9b0920a20743), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.987281 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-563a9069-54d7-4cd4-acd5-0460f4677e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:10.988674 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-563a9069-54d7-4cd4-acd5-0460f4677e01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/737108c5-1f8f-4b1d-bdc8-9b0920a20743 HTTP/1.1" status: 204 len: 168 time: 0.1187272 May 13 21:55:10.996004 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a9069-54d7-4cd4-acd5-0460f4677e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737108c5-1f8f-4b1d-bdc8-9b0920a20743,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:11.474932 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8404-a8f6-4ce5-8d7b-6d8aea4c007f req-152040b6-8c99-4353-b1c0-ed7720c3ea2d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:11.476349 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-795a8404-a8f6-4ce5-8d7b-6d8aea4c007f req-152040b6-8c99-4353-b1c0-ed7720c3ea2d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 943 time: 0.0480814 May 13 21:55:11.786453 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74595-d9d7-4332-9e56-09819d31f1ea req-3e9fb926-33b6-4e4a-8b82-96846908ff0d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:11.787911 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26b74595-d9d7-4332-9e56-09819d31f1ea req-3e9fb926-33b6-4e4a-8b82-96846908ff0d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0617926 May 13 21:55:11.791171 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-795a8404-a8f6-4ce5-8d7b-6d8aea4c007f req-b59c7795-29d9-4538-952e-871e589a8304 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094130 May 13 21:55:11.834017 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26b74595-d9d7-4332-9e56-09819d31f1ea req-510ca05b-a0a1-437d-a3b5-6f1fb4bbe92a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 May 13 21:55:11.892509 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6477a6a-1ecd-486c-8148-9ab5650e255c req-ac4a0f95-4470-4f92-be0e-7a2b6d197c3e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:11.893939 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6477a6a-1ecd-486c-8148-9ab5650e255c req-ac4a0f95-4470-4f92-be0e-7a2b6d197c3e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 944 time: 0.0478594 May 13 21:55:11.939015 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6477a6a-1ecd-486c-8148-9ab5650e255c req-20b8a62b-c858-40f3-ab8f-01100b76d6a2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 May 13 21:55:12.895409 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:55:12.901508 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b3fd6-f329-438c-9442-823099a720b3 req-bea070b3-6efe-46d2-aaf6-64c584744d2d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:12.903019 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a84b3fd6-f329-438c-9442-823099a720b3 req-bea070b3-6efe-46d2-aaf6-64c584744d2d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 943 time: 0.0468845 May 13 21:55:12.940576 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 880b4122-8d33-43a8-a0b1-a0f01711790c triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:55:12.940948 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:12.964799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107b2c-463e-4dd6-8034-fd8042e9ce29 req-a84a8f3b-7169-43ed-a564-32df5b5dc62f tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:12.966888 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-85107b2c-463e-4dd6-8034-fd8042e9ce29 req-a84a8f3b-7169-43ed-a564-32df5b5dc62f tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0623040 May 13 21:55:12.995106 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a84b3fd6-f329-438c-9442-823099a720b3 req-4f2e626a-684f-45b8-98e0-494dd1b0980a tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822060 May 13 21:55:13.026723 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 880b4122-8d33-43a8-a0b1-a0f01711790c is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:55:13.027119 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:13.032265 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-85107b2c-463e-4dd6-8034-fd8042e9ce29 req-140e38ae-04de-43e5-b2b9-c45a6d128a0b tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 May 13 21:55:13.052630 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:55:13.055302 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265594cf-36cb-4db8-bc2a-4e2e23d12790" -d '{"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:55:13.075883 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:13.079729 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:13.103562 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a769c-7d9f-438c-a36c-a29d563964b0 x-openstack-request-id: req-559a769c-7d9f-438c-a36c-a29d563964b0 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:55:13.103746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920643b-e19a-43e9-af84-ee5c59dc8355 req-6614e453-33ea-4878-884e-68b73f90192d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:13.103872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-plugged", "status": "completed", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:55:13.104120 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-559a769c-7d9f-438c-a36c-a29d563964b0 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:55:13.104502 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559a769c-7d9f-438c-a36c-a29d563964b0'] response: {'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'code': 200} May 13 21:55:13.105147 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7920643b-e19a-43e9-af84-ee5c59dc8355 req-6614e453-33ea-4878-884e-68b73f90192d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 944 time: 0.0536950 May 13 21:55:13.130436 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=10']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:13.153392 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7920643b-e19a-43e9-af84-ee5c59dc8355 req-76cca119-984f-492b-9290-1a6be5282990 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 May 13 21:55:13.866804 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 4c96b3ab-f491-41d1-841b-d63a58be11a5 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:55:13.888639 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:13.976128 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:13.987922 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'port_id': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'mac_address': 'fa:16:3e:3f:f1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:55:14.025124 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 4c96b3ab-f491-41d1-841b-d63a58be11a5 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:55:14.025522 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:14.038167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c96b3ab-f491-41d1-841b-d63a58be11a5 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:55:14.058453 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:14.063307 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:14.107794 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd9060-13f7-48d7-9597-029c8f10c703 req-56de69e8-1a6c-4f7d-8858-6361f73d7541 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:14.109276 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-83bd9060-13f7-48d7-9597-029c8f10c703 req-56de69e8-1a6c-4f7d-8858-6361f73d7541 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 944 time: 0.0471382 May 13 21:55:14.117205 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:14.193480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824db13-69d1-4c39-bfb2-4edf300ce637 req-017f5e66-6a3f-4a63-85c6-878e920188f4 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:14.194970 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d824db13-69d1-4c39-bfb2-4edf300ce637 req-017f5e66-6a3f-4a63-85c6-878e920188f4 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0711389 May 13 21:55:14.198216 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-83bd9060-13f7-48d7-9597-029c8f10c703 req-fb511363-db41-4e00-baed-6368b4213cb3 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830193 May 13 21:55:14.242509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d824db13-69d1-4c39-bfb2-4edf300ce637 req-45f34d2b-7580-424d-b148-aca5050d9c7d tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2394e11-9f4b-48c1-b6f8-7e71f79963cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 May 13 21:55:14.303091 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80096c-c462-4aa2-ac4b-94dcf830ef35 req-c67e0311-0fb3-44a6-89d2-4b0c89f58b39 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:14.304557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc80096c-c462-4aa2-ac4b-94dcf830ef35 req-c67e0311-0fb3-44a6-89d2-4b0c89f58b39 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0524325 May 13 21:55:14.350503 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc80096c-c462-4aa2-ac4b-94dcf830ef35 req-cdc6c713-8a72-42dc-b06f-bf930125479c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 May 13 21:55:14.492563 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['4c96b3ab-f491-41d1-841b-d63a58be11a5'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:55:14.768748 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-2c6c0455-bece-41b9-94a0-7cbe68e1133b tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:14.770810 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-2c6c0455-bece-41b9-94a0-7cbe68e1133b tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.58 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 950 time: 0.0585589 May 13 21:55:14.786415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3399-09a6-43b1-9967-7c882e573184 req-a7afcfbe-deb8-4421-ac60-86b89c711ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:14.787773 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e36e3399-09a6-43b1-9967-7c882e573184 req-a7afcfbe-deb8-4421-ac60-86b89c711ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 1130 time: 0.0415380 May 13 21:55:14.837396 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e36e3399-09a6-43b1-9967-7c882e573184 req-c5fbf09d-38ac-4d6f-ba0b-b8f508980a76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431535 May 13 21:55:14.861010 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Deleting port 2ee29915-e8f4-4613-8c77-02fb7349c44e {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:55:14.861349 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:14.963688 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] For port 2ee29915-e8f4-4613-8c77-02fb7349c44e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2ee29915-e8f4-4613-8c77-02fb7349c44e,segment=NetworkSegment(8ecfd721-18f7-4856-992f-d6ab92c8d1d3),segment_id=8ecfd721-18f7-4856-992f-d6ab92c8d1d3)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:14.964061 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:14.977575 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Calling delete_port for 2ee29915-e8f4-4613-8c77-02fb7349c44e owned by compute:nova {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:55:15.048487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba194e55-c95c-4e67-addd-454baa358917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:15.110466 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (2ee29915-e8f4-4613-8c77-02fb7349c44e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:15.142896 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Pushing event deleted for resources: {'Port': ['ID=2ee29915-e8f4-4613-8c77-02fb7349c44e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:15.198260 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] No DVR routers for this DVR port 2ee29915-e8f4-4613-8c77-02fb7349c44e on host hv-cinder-84051 {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:55:15.201369 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:15.204593 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f0ffa02e-0e21-40f4-93b4-d8937f66e398 req-48c62fd6-b88b-4037-bbc3-a78208dd83db tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.58 "DELETE /v2.0/ports/2ee29915-e8f4-4613-8c77-02fb7349c44e HTTP/1.1" status: 204 len: 173 time: 0.4279480 May 13 21:55:15.205065 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'name': 'network-vif-deleted', 'tag': '2ee29915-e8f4-4613-8c77-02fb7349c44e'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:55:15.207443 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee9bb74-17b7-4039-a60d-03f4aa9e1af0" -d '{"events": [{"server_uuid": "088c5aa6-3b49-4691-bdf5-b95a4d1a8456", "name": "network-vif-deleted", "tag": "2ee29915-e8f4-4613-8c77-02fb7349c44e"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:55:15.253151 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171ad3b-dbd1-42f8-ac67-4a26972a2ef1 x-openstack-request-id: req-0171ad3b-dbd1-42f8-ac67-4a26972a2ef1 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:55:15.253151 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088c5aa6-3b49-4691-bdf5-b95a4d1a8456", "name": "network-vif-deleted", "tag": "2ee29915-e8f4-4613-8c77-02fb7349c44e", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:55:15.253151 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0171ad3b-dbd1-42f8-ac67-4a26972a2ef1 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:55:15.253620 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0171ad3b-dbd1-42f8-ac67-4a26972a2ef1'] response: {'server_uuid': '088c5aa6-3b49-4691-bdf5-b95a4d1a8456', 'name': 'network-vif-deleted', 'tag': '2ee29915-e8f4-4613-8c77-02fb7349c44e', 'status': 'completed', 'code': 200} May 13 21:55:15.346103 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09167-f6d7-4dab-ab55-51622336953e req-1144f85d-820e-4a0b-b0cb-8aa7088fc101 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:15.348259 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e1b09167-f6d7-4dab-ab55-51622336953e req-1144f85d-820e-4a0b-b0cb-8aa7088fc101 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 944 time: 0.0718172 May 13 21:55:15.366801 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6858c0ff-6c7a-4ccc-815f-f2ed54ccfdc5 req-408dff2c-b6fd-4fe7-8e5b-bee01c787d7a tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 210 time: 0.0403411 May 13 21:55:15.417087 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e1b09167-f6d7-4dab-ab55-51622336953e req-964f8332-e758-433f-805c-0286a7b684d6 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 May 13 21:55:15.468340 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c60cc1-2383-4cc6-a99d-79d3f41d8b88 req-206f59f7-39d4-4364-87b4-519bd7081d80 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:15.469787 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-36c60cc1-2383-4cc6-a99d-79d3f41d8b88 req-206f59f7-39d4-4364-87b4-519bd7081d80 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0461810 May 13 21:55:15.519581 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-36c60cc1-2383-4cc6-a99d-79d3f41d8b88 req-c87af5e3-d706-47d6-b132-39de2e3c8a45 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 May 13 21:55:15.562995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['2ee29915-e8f4-4613-8c77-02fb7349c44e'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:55:15.862492 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 4c96b3ab-f491-41d1-841b-d63a58be11a5 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:55:15.906757 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 4c96b3ab-f491-41d1-841b-d63a58be11a5 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:55:15.912445 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 4c96b3ab-f491-41d1-841b-d63a58be11a5 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:55:15.912904 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:16.006621 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 4c96b3ab-f491-41d1-841b-d63a58be11a5 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:55:16.007044 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:16.029651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:55:16.031984 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e017b20-4203-4930-93d3-bd1b168530f2" -d '{"events": [{"server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "name": "network-vif-plugged", "status": "completed", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:55:16.049595 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:16.054862 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:16.078551 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e21f8b-0275-4adb-8073-587cc14b49fd x-openstack-request-id: req-e1e21f8b-0275-4adb-8073-587cc14b49fd {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:55:16.078866 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "name": "network-vif-plugged", "status": "completed", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:55:16.079117 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1e21f8b-0275-4adb-8073-587cc14b49fd {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:55:16.079498 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e21f8b-0275-4adb-8073-587cc14b49fd'] response: {'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'code': 200} May 13 21:55:16.104803 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:16.501984 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f57f2fd0-69cd-4f6d-86cb-268ae091549f req-ea65954d-b1ae-459a-8b93-11054aedc128 tempest-VolumesNegativeTest-211480283 tempest-VolumesNegativeTest-211480283-project] 10.222.0.35 "GET /v2.0/ports?device_id=088c5aa6-3b49-4691-bdf5-b95a4d1a8456 HTTP/1.1" status: 200 len: 210 time: 0.0592320 May 13 21:55:16.559481 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747922f-0511-4bef-8051-57404f525a2a req-bbbee872-1b5e-4703-a998-19782753faf2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:16.567742 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6747922f-0511-4bef-8051-57404f525a2a req-bbbee872-1b5e-4703-a998-19782753faf2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0648222 May 13 21:55:16.640376 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6747922f-0511-4bef-8051-57404f525a2a req-dada1fc9-dfda-42bb-845b-1345d31d45fd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717936 May 13 21:55:16.656416 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9d9a-5282-498c-8cce-9db821d8ec5c req-9bcc7bc9-3755-4ecd-bc71-d8370bcab5e3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:16.658069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9aad9d9a-5282-498c-8cce-9db821d8ec5c req-9bcc7bc9-3755-4ecd-bc71-d8370bcab5e3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0632401 May 13 21:55:16.710057 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9aad9d9a-5282-498c-8cce-9db821d8ec5c req-c78b4521-d015-4c51-b6dd-325d74b4d707 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448208 May 13 21:55:17.287956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-389a31e4-a321-4cb3-aec8-3b6cab2bc6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:17.333824 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3072-9b96-473c-9865-a81c3e83197f req-9b10423a-df9c-43a1-8f30-d62975e4aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:17.335407 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-4fba3072-9b96-473c-9865-a81c3e83197f req-9b10423a-df9c-43a1-8f30-d62975e4aa4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1129 time: 0.0485203 May 13 21:55:17.380757 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-4fba3072-9b96-473c-9865-a81c3e83197f req-35c6b239-3811-4a49-b44e-d1707f0e03d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 May 13 21:55:17.759492 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edffcb-3a5e-4f6d-b4aa-6a05523c7498 req-f9158505-d501-4b58-b1d9-07234839d2c3 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:17.760973 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-65edffcb-3a5e-4f6d-b4aa-6a05523c7498 req-f9158505-d501-4b58-b1d9-07234839d2c3 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0485106 May 13 21:55:17.843716 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-65edffcb-3a5e-4f6d-b4aa-6a05523c7498 req-424703b0-bc91-4d56-b2a3-9d54e2cdb0a2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750468 May 13 21:55:17.858090 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572dd39-9c0f-4710-a91e-7c81a3b40042 req-26e66f1a-0f24-4ee4-8c6f-d6897797fbd9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:17.859717 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8572dd39-9c0f-4710-a91e-7c81a3b40042 req-26e66f1a-0f24-4ee4-8c6f-d6897797fbd9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0588026 May 13 21:55:17.914195 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8572dd39-9c0f-4710-a91e-7c81a3b40042 req-df473b30-a658-45d2-aa46-df0f949ec45f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474443 May 13 21:55:18.508557 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:18.956936 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141197-ac44-40f5-a7a6-ca1f266c1675 req-5f1aa015-1435-4945-88a4-12d75cb60be1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:18.958577 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3c141197-ac44-40f5-a7a6-ca1f266c1675 req-5f1aa015-1435-4945-88a4-12d75cb60be1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0471921 May 13 21:55:19.005130 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3c141197-ac44-40f5-a7a6-ca1f266c1675 req-9af41f28-8f2d-40c5-8606-fb0412dcb15a tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 May 13 21:55:19.849957 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:20.117124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8b75-6340-4b9a-bced-878f4970a8a1 req-e976e60a-0cfc-48dd-88fc-af0e245aec40 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:20.118510 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7af8b75-6340-4b9a-bced-878f4970a8a1 req-e976e60a-0cfc-48dd-88fc-af0e245aec40 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0459712 May 13 21:55:20.164036 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7af8b75-6340-4b9a-bced-878f4970a8a1 req-9abcccd3-d367-411b-8424-7a14b3939245 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 May 13 21:55:20.717889 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2ee29915-e8f4-4613-8c77-02fb7349c44e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:55:20.741917 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 2ee29915-e8f4-4613-8c77-02fb7349c44e {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:55:20.742295 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2ee29915-e8f4-4613-8c77-02fb7349c44e not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:55:21.277886 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf737c6-e4cd-4b78-88f9-b1236905a70f req-f5f9defc-c89e-4400-955d-b8258e5c937f tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:21.279897 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ddf737c6-e4cd-4b78-88f9-b1236905a70f req-f5f9defc-c89e-4400-955d-b8258e5c937f tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0516329 May 13 21:55:21.291505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:21.336090 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ddf737c6-e4cd-4b78-88f9-b1236905a70f req-692917f4-5dff-48b1-bde8-653631958bd7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500851 May 13 21:55:21.447207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2f91-1ad9-47b5-b1f3-acbfbdf5a8fe req-8d9f17f1-a3ca-43cf-837b-d38fc0bf201b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:21.448658 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c0eb2f91-1ad9-47b5-b1f3-acbfbdf5a8fe req-8d9f17f1-a3ca-43cf-837b-d38fc0bf201b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0467279 May 13 21:55:21.495929 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c0eb2f91-1ad9-47b5-b1f3-acbfbdf5a8fe req-5b8908a8-5eb8-498c-a05e-39580e36b733 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 May 13 21:55:21.819168 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d338a3-4342-4846-b57e-54628f3e2c21 req-8ec4c9f0-0ed5-45a8-aa22-f205cae7a0f0 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:21.820676 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-03d338a3-4342-4846-b57e-54628f3e2c21 req-8ec4c9f0-0ed5-45a8-aa22-f205cae7a0f0 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0494645 May 13 21:55:21.867715 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-03d338a3-4342-4846-b57e-54628f3e2c21 req-79aca8bd-621f-4ee2-bc99-79478d5d673f tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 May 13 21:55:22.320726 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48346) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:22.450861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5999a1bd-6dc0-4a3b-882b-404341e8e0a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a480dd328dbc461690b7a80095a21967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288977 May 13 21:55:22.453242 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48350) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:22.500080 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-46733eb6-88bb-4acd-8733-71ccc194e59c admin admin] Publish callbacks [] for security_group (f2394e11-9f4b-48c1-b6f8-7e71f79963cd), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:22.523405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-46733eb6-88bb-4acd-8733-71ccc194e59c admin admin] Publish callbacks [] for security_group (f2394e11-9f4b-48c1-b6f8-7e71f79963cd), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:22.574662 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-46733eb6-88bb-4acd-8733-71ccc194e59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f2394e11-9f4b-48c1-b6f8-7e71f79963cd), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:22.579264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-46733eb6-88bb-4acd-8733-71ccc194e59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:22.582778 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-46733eb6-88bb-4acd-8733-71ccc194e59c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2394e11-9f4b-48c1-b6f8-7e71f79963cd HTTP/1.1" status: 204 len: 168 time: 0.1276076 May 13 21:55:22.593484 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46733eb6-88bb-4acd-8733-71ccc194e59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2394e11-9f4b-48c1-b6f8-7e71f79963cd,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:26.605636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48414) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:26.708233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-91b384dd-0312-4646-99b5-032646d82a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.786594 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-91b384dd-0312-4646-99b5-032646d82a7d admin admin] Publish callbacks [] for security_group (0a99f05f-26b0-460e-93a6-b6ea9546e0f7), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.790649 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-91b384dd-0312-4646-99b5-032646d82a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0a99f05f-26b0-460e-93a6-b6ea9546e0f7), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.828910 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-91b384dd-0312-4646-99b5-032646d82a7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afd714bddd13492cb9bfb9eb20c40e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221768 May 13 21:55:26.829725 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b384dd-0312-4646-99b5-032646d82a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99f05f-26b0-460e-93a6-b6ea9546e0f7,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:26.831615 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48422) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:26.881770 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7383cb2f-0f10-43d0-a314-8abf4f23b42d admin admin] Publish callbacks [] for security_group (0a99f05f-26b0-460e-93a6-b6ea9546e0f7), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.902582 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7383cb2f-0f10-43d0-a314-8abf4f23b42d admin admin] Publish callbacks [] for security_group (0a99f05f-26b0-460e-93a6-b6ea9546e0f7), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.947708 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7383cb2f-0f10-43d0-a314-8abf4f23b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (0a99f05f-26b0-460e-93a6-b6ea9546e0f7), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.950434 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7383cb2f-0f10-43d0-a314-8abf4f23b42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:26.951670 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7383cb2f-0f10-43d0-a314-8abf4f23b42d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a99f05f-26b0-460e-93a6-b6ea9546e0f7 HTTP/1.1" status: 204 len: 168 time: 0.1184742 May 13 21:55:26.959142 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383cb2f-0f10-43d0-a314-8abf4f23b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99f05f-26b0-460e-93a6-b6ea9546e0f7,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:27.910882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48456) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:28.014084 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6255da84-893b-4e53-834b-4aa5e6ea4589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.087639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6255da84-893b-4e53-834b-4aa5e6ea4589 admin admin] Publish callbacks [] for security_group (4822f529-d6a4-483f-8fa1-a3eb52aa550f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.091464 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6255da84-893b-4e53-834b-4aa5e6ea4589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4822f529-d6a4-483f-8fa1-a3eb52aa550f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.127206 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255da84-893b-4e53-834b-4aa5e6ea4589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4822f529-d6a4-483f-8fa1-a3eb52aa550f,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:28.131430 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6255da84-893b-4e53-834b-4aa5e6ea4589 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c9071329a44416d82adc568d4db5cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195394 May 13 21:55:28.134430 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48460) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:28.181184 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fec8ad35-fb50-455f-9289-a71a5c0de7f4 admin admin] Publish callbacks [] for security_group (4822f529-d6a4-483f-8fa1-a3eb52aa550f), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.203245 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fec8ad35-fb50-455f-9289-a71a5c0de7f4 admin admin] Publish callbacks [] for security_group (4822f529-d6a4-483f-8fa1-a3eb52aa550f), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.249385 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fec8ad35-fb50-455f-9289-a71a5c0de7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4822f529-d6a4-483f-8fa1-a3eb52aa550f), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.251950 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-fec8ad35-fb50-455f-9289-a71a5c0de7f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:28.253073 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-fec8ad35-fb50-455f-9289-a71a5c0de7f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4822f529-d6a4-483f-8fa1-a3eb52aa550f HTTP/1.1" status: 204 len: 168 time: 0.1178424 May 13 21:55:28.260357 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8ad35-fb50-455f-9289-a71a5c0de7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4822f529-d6a4-483f-8fa1-a3eb52aa550f,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:31.313824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843940e-a12b-444e-936d-1fc221b9a9de req-90b53413-b656-4c56-b644-24c760b039f4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:31.315331 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6843940e-a12b-444e-936d-1fc221b9a9de req-90b53413-b656-4c56-b644-24c760b039f4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0495670 May 13 21:55:31.371339 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6843940e-a12b-444e-936d-1fc221b9a9de req-c35ff2a0-e4f6-4dde-b31e-01f69c0f2291 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502169 May 13 21:55:31.401889 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48514) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:31.611386 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51454b4-8da1-40bd-89cd-2d3996f919e1 tempest-TestMinimumBasicScenario-2097581819 tempest-TestMinimumBasicScenario-2097581819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:31.613174 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-c51454b4-8da1-40bd-89cd-2d3996f919e1 tempest-TestMinimumBasicScenario-2097581819 tempest-TestMinimumBasicScenario-2097581819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1124 time: 0.2102666 May 13 21:55:31.616231 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48520) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:31.620422 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'port_id': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:31.641895 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:31.719298 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:31.826496 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Allocated IP 172.27.0.118 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/06fb0ef2-befb-47d8-bbc5-151bbb789832) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:55:31.924491 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:31.957179 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:31.997443 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:55:32.000078 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:55:32.003673 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:55:32.030098 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'Port': ['ID=06fb0ef2-befb-47d8-bbc5-151bbb789832,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:32.370484 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for floatingip (97d0306b-3f7e-4b6c-a31f-4d93480a86f6), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:32.436356 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:32.614070 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:32.618593 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:32.693897 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'Port': ['ID=06fb0ef2-befb-47d8-bbc5-151bbb789832,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:32.701808 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (97d0306b-3f7e-4b6c-a31f-4d93480a86f6), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:32.805556 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Floating IP 97d0306b-3f7e-4b6c-a31f-4d93480a86f6 associated. External IP: 172.27.0.118, port: 4c96b3ab-f491-41d1-841b-d63a58be11a5. May 13 21:55:33.017709 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Router beb4e0ae-9c83-476a-9a4f-4b48809c36cf has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:55:33.127705 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:55:33.139058 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] Sync routers for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:55:33.144541 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.148865 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:55:33.149473 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:55:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:55:33.174750 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0b408855-c60a-4d88-bd22-8b963c23a8d7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5574818 May 13 21:55:33.175444 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:55:33.177650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48528) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:33.178103 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7" -d '{"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:55:33.189591 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83901056', 'description': 'tempest-secgroup-smoke-83901056 description', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:33.210737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.225740 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c82c7c-04ba-40c1-a971-8d7838b32068 x-openstack-request-id: req-03c82c7c-04ba-40c1-a971-8d7838b32068 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:55:33.226031 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:55:33.226286 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03c82c7c-04ba-40c1-a971-8d7838b32068 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:55:33.226686 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c82c7c-04ba-40c1-a971-8d7838b32068'] response: {'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'status': 'completed', 'code': 200} May 13 21:55:33.260300 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:55:33.286672 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group (127fdbe8-6f69-4e2d-b327-1b5b465a5353), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.290540 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (127fdbe8-6f69-4e2d-b327-1b5b465a5353), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.320743 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.321967 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1426005 May 13 21:55:33.325018 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48532) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:33.328576 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a0b6e-89b1-4557-a9e1-d2cbe56cdeb9 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127fdbe8-6f69-4e2d-b327-1b5b465a5353,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:33.329992 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group_rule': {'security_group_id': '127fdbe8-6f69-4e2d-b327-1b5b465a5353', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:33.392275 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-23c9378b-2201-4b35-af56-0aa5bb780ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:33.393783 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-23c9378b-2201-4b35-af56-0aa5bb780ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1129 time: 0.0517752 May 13 21:55:33.395543 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (9aff9685-0aa6-400f-b9aa-2dabac57368f), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.480816 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '97d0306b-3f7e-4b6c-a31f-4d93480a86f6', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'port_id': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'mac_address': 'fa:16:3e:3f:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:55:32Z', 'updated_at': '2022-05-13T21:55:32Z', 'revision_number': 0, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:27Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:55:33.504065 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (9aff9685-0aa6-400f-b9aa-2dabac57368f), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.512982 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] Checking router: beb4e0ae-9c83-476a-9a4f-4b48809c36cf for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:55:33.518370 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (9aff9685-0aa6-400f-b9aa-2dabac57368f), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.522903 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:55:33.523760 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:55:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:55:33.537475 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-32021dfe-c0ca-4db6-b6ac-b938af7b5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:33.538814 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-32021dfe-c0ca-4db6-b6ac-b938af7b5b36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 916 time: 0.1322162 May 13 21:55:33.541456 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aff9685-0aa6-400f-b9aa-2dabac57368f,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:33.556048 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.557196 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a196e7e7-f59c-4c33-92eb-87712422309c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306931 May 13 21:55:33.560713 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48538) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:33.565122 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group_rule': {'security_group_id': '127fdbe8-6f69-4e2d-b327-1b5b465a5353', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:33.595849 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (1a927b2e-12bc-42cc-9662-7e319da44060), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.625122 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-b266c482-43fd-4406-91f5-fe3446df39a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 999 time: 0.0778430 May 13 21:55:33.647153 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (1a927b2e-12bc-42cc-9662-7e319da44060), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.649458 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:55:33.654784 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (1a927b2e-12bc-42cc-9662-7e319da44060), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.678674 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a927b2e-12bc-42cc-9662-7e319da44060,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:33.696177 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-87074419-dc3b-4d01-867a-f309bff46cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:33.698027 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-87074419-dc3b-4d01-867a-f309bff46cdd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 200 len: 854 time: 0.0658166 May 13 21:55:33.701681 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.705847 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-a19ca2e7-2bff-423d-ad8d-a51138fc84f1 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417201 May 13 21:55:33.706693 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48540) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:33.712604 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group_rule': {'security_group_id': '127fdbe8-6f69-4e2d-b327-1b5b465a5353', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:33.754387 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (e1646837-710a-4c74-a7fc-65aa520989c6), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.757944 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-82203ee9-91f6-44ac-a3e4-4fac6ee9e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:33.760253 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-82203ee9-91f6-44ac-a3e4-4fac6ee9e797 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8a04cb7-482e-4b3e-afb7-f6138da57554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530667 May 13 21:55:33.823782 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (e1646837-710a-4c74-a7fc-65aa520989c6), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.829164 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (e1646837-710a-4c74-a7fc-65aa520989c6), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.847727 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1646837-710a-4c74-a7fc-65aa520989c6,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:33.860540 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.864744 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2ab5353a-ed3e-4a74-84cf-f6690a33dd4e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539073 May 13 21:55:33.864926 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48544) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:33.868365 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-23c75cad-eb82-495f-a98d-a05cc15b30fc service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013477 May 13 21:55:33.869355 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group_rule': {'security_group_id': '127fdbe8-6f69-4e2d-b327-1b5b465a5353', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:33.894012 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (2406356a-8bac-4188-8f57-799189cb3dba), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.944720 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '97d0306b-3f7e-4b6c-a31f-4d93480a86f6', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'port_id': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'mac_address': 'fa:16:3e:3f:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:55:32Z', 'updated_at': '2022-05-13T21:55:32Z', 'revision_number': 0, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:27Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:55:33.959222 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (2406356a-8bac-4188-8f57-799189cb3dba), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.965128 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (2406356a-8bac-4188-8f57-799189cb3dba), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.970659 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-f5cc2a76-47a1-4eca-8e81-e424b60d6be7 req-4ebd1849-06a6-4d20-ae02-9231ce57292c service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961797 May 13 21:55:33.983459 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2406356a-8bac-4188-8f57-799189cb3dba,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:33.983637 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc5370-4c25-4f08-8094-db204d4806da None None] The sync data for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi is: [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '97d0306b-3f7e-4b6c-a31f-4d93480a86f6', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'port_id': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'mac_address': 'fa:16:3e:3f:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:55:32Z', 'updated_at': '2022-05-13T21:55:32Z', 'revision_number': 0, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:27Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:55:33.998127 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:33.999508 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-37947a61-1f7b-494f-88a4-7d565c04c792 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336653 May 13 21:55:34.002291 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48546) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:34.007663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group_rule': {'security_group_id': '127fdbe8-6f69-4e2d-b327-1b5b465a5353', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:34.029765 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.securitygroups_db [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Project d37b24e8a85f49ce9d043e8a38b8748f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 21:55:34.035704 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (b264b01b-3fec-42b1-b64f-cfc567949fda), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.103177 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (b264b01b-3fec-42b1-b64f-cfc567949fda), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.107880 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (b264b01b-3fec-42b1-b64f-cfc567949fda), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.123083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b264b01b-3fec-42b1-b64f-cfc567949fda,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:34.143312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.144528 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b456a156-f77c-4c4b-92dd-bb085d8b4454 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404753 May 13 21:55:34.147577 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48550) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:34.152033 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'security_group_rule': {'security_group_id': '127fdbe8-6f69-4e2d-b327-1b5b465a5353', 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:34.175766 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.securitygroups_db [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Project d37b24e8a85f49ce9d043e8a38b8748f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 21:55:34.181670 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (7a2a82be-db99-456f-854f-393c47971f84), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.208938 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7eacb3-762b-4d23-bc4d-7d883281c569 None None] New status for floating IP 97d0306b-3f7e-4b6c-a31f-4d93480a86f6: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:55:34.242845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (7a2a82be-db99-456f-854f-393c47971f84), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.246613 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (7a2a82be-db99-456f-854f-393c47971f84), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.264421 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2a82be-db99-456f-854f-393c47971f84,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:34.273177 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.274368 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8e4a15d2-d56f-4353-af47-a61129a5fda2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257315 May 13 21:55:34.367968 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-8bd6da2f-b58d-426f-b844-cda8458f3364 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83901056&fields=id&tenant_id=d37b24e8a85f49ce9d043e8a38b8748f HTTP/1.1" status: 200 len: 267 time: 0.0471852 May 13 21:55:34.418961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-0115a430-07b0-4153-ad4e-f397ddece92b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:34.420415 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-0115a430-07b0-4153-ad4e-f397ddece92b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0469868 May 13 21:55:34.430794 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'port': {'security_groups': ['40e6c41c-e7e3-40c7-b993-33f8f1ee4dba', '127fdbe8-6f69-4e2d-b327-1b5b465a5353']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:55:34.499033 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.722008 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:55:34.750658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.755004 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.795465 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:34.796081 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:34.797443 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-19f6b3d0-4c21-4c8d-adbd-d918d49bab2d req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "PUT /v2.0/ports/4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 981 time: 0.3710122 May 13 21:55:34.797889 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:55:34.800179 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a" -d '{"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:55:34.829104 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32145d02-a1cc-4f70-88ec-e0d09b883ca4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=6']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:34.846256 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc88c147-d80e-4b65-83b1-6118cc4ba357 x-openstack-request-id: req-dc88c147-d80e-4b65-83b1-6118cc4ba357 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:55:34.846759 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:55:34.846906 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc88c147-d80e-4b65-83b1-6118cc4ba357 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:55:34.847257 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc88c147-d80e-4b65-83b1-6118cc4ba357'] response: {'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'status': 'completed', 'code': 200} May 13 21:55:34.907412 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98c02-6fb6-41f2-98da-22765ebf9bd7 req-56317bc5-9ea3-412e-9d43-ac09ebf2c4bf tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:34.909071 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bdc98c02-6fb6-41f2-98da-22765ebf9bd7 req-56317bc5-9ea3-412e-9d43-ac09ebf2c4bf tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0497293 May 13 21:55:34.970876 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bdc98c02-6fb6-41f2-98da-22765ebf9bd7 req-fcdccfc3-92d2-4614-b292-4af9288689ac tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559790 May 13 21:55:35.012388 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-598057b9-0b4b-4ffe-bdfc-5d99f191a5cc None None] Provisioning complete for port 4c96b3ab-f491-41d1-841b-d63a58be11a5 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:55:35.012797 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-598057b9-0b4b-4ffe-bdfc-5d99f191a5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:35.086763 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-598057b9-0b4b-4ffe-bdfc-5d99f191a5cc None None] Current status of the port 4c96b3ab-f491-41d1-841b-d63a58be11a5 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:55:36.860499 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-7bd6f99f-9946-451f-865b-cabb879e6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:36.861995 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-7bd6f99f-9946-451f-865b-cabb879e6446 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1168 time: 0.0401120 May 13 21:55:36.952948 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['4c96b3ab-f491-41d1-841b-d63a58be11a5'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:55:36.954845 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-435c5221-bb8a-43d7-8af5-56e06f9b4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:36.956311 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-435c5221-bb8a-43d7-8af5-56e06f9b4eb2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 916 time: 0.0861320 May 13 21:55:37.030797 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-41f0c66c-7e55-470d-9d14-b25cb2887fea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 1001 time: 0.0662239 May 13 21:55:37.039558 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['4c96b3ab-f491-41d1-841b-d63a58be11a5'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:55:37.079784 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-c5476bbb-1fb2-482c-854c-f47a58c60b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:37.081168 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-c5476bbb-1fb2-482c-854c-f47a58c60b82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 200 len: 854 time: 0.0444963 May 13 21:55:37.129086 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-544a4205-f2d2-4016-acf3-71ed6da17fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:37.130636 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-544a4205-f2d2-4016-acf3-71ed6da17fcc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8a04cb7-482e-4b3e-afb7-f6138da57554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421140 May 13 21:55:37.226318 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-e1723a06-82b0-4eef-aa8a-9c2b076fada6 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827324 May 13 21:55:37.327572 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-d70e9dde-1b8f-4a1f-aced-c0ec9234a51a req-2ba992ed-be3e-4720-8c2c-9cee5ba2b1c7 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948710 May 13 21:55:39.676786 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:55:43.883507 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:43.908024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab4593-a5bc-4b28-adf3-d62715d5f8e6 req-1bde7d8e-64e8-4ec7-9fe3-e82b31d95520 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:43.909741 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-31ab4593-a5bc-4b28-adf3-d62715d5f8e6 req-1bde7d8e-64e8-4ec7-9fe3-e82b31d95520 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0598001 May 13 21:55:43.911879 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-c27d704c-ae8b-4bd4-9912-41c43b2266b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:43.912782 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-c27d704c-ae8b-4bd4-9912-41c43b2266b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0431385 May 13 21:55:43.960228 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-31ab4593-a5bc-4b28-adf3-d62715d5f8e6 req-27fbc985-668f-4b5a-90a0-8b079b1b93b7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 May 13 21:55:44.009034 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-84ad933b-f4d6-4934-aeb1-a7dfb0cb5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:44.010490 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-84ad933b-f4d6-4934-aeb1-a7dfb0cb5b3a service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.0898719 May 13 21:55:44.074146 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-d9df3f7a-d9db-424d-854b-b61e6a633456 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 1001 time: 0.0557415 May 13 21:55:44.121205 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-570bdbd0-f1d3-44c6-811f-3086d1d21f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:44.122618 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-570bdbd0-f1d3-44c6-811f-3086d1d21f32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0421185 May 13 21:55:44.171272 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-9fa80cc8-3b8d-4c42-aca7-3819e65dcc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:44.172752 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-9fa80cc8-3b8d-4c42-aca7-3819e65dcc65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428181 May 13 21:55:44.265613 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-4de482fb-8ea6-43f0-a33d-d163477c330e service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819416 May 13 21:55:44.590074 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-a2d96aed-6111-461d-af9d-3736a05fc5ff req-cbf82a70-c86a-40f6-a689-653f77d3ce79 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117228 May 13 21:55:45.052756 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-57f8b7a2-5f5c-46e9-92d9-8349f6b76a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:45.081970 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392cdb-334c-4d44-87ae-1de41eb83ef7 req-3d1794bf-2d9f-4604-b4df-cee528f3e6e6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:45.083469 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8e392cdb-334c-4d44-87ae-1de41eb83ef7 req-3d1794bf-2d9f-4604-b4df-cee528f3e6e6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0523171 May 13 21:55:45.129619 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8e392cdb-334c-4d44-87ae-1de41eb83ef7 req-2465fb55-86bb-436f-9da0-e94f67c95ff3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406299 May 13 21:55:46.240927 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7611-1693-475a-aee3-53617e6cb9e0 req-a3e6c519-ee4c-40ec-bd5d-eca54f8d2c47 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:46.242415 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-377e7611-1693-475a-aee3-53617e6cb9e0 req-a3e6c519-ee4c-40ec-bd5d-eca54f8d2c47 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0466774 May 13 21:55:46.291202 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-377e7611-1693-475a-aee3-53617e6cb9e0 req-f3cb5a0f-4486-48e6-ad76-14962469b2d8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 May 13 21:55:47.290300 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-35b039fc-dc0f-401a-9ae3-296b45637e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.407690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae0bb-d77a-4aff-ac7b-87547247bc57 req-76d7fc1e-422f-4901-b3ff-ee81c2418f92 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:47.409254 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-feeae0bb-d77a-4aff-ac7b-87547247bc57 req-76d7fc1e-422f-4901-b3ff-ee81c2418f92 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0469575 May 13 21:55:47.409956 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48692) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:47.456553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-feeae0bb-d77a-4aff-ac7b-87547247bc57 req-7055da04-879c-4c84-92fb-723b8d5c5919 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 May 13 21:55:47.513191 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.583813 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Publish callbacks [] for security_group (c667e458-8244-430a-995d-3fbbfaafdd35), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.588178 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c667e458-8244-430a-995d-3fbbfaafdd35), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.626417 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77d3c3ed33204ee697f850287e1d5ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153745 May 13 21:55:47.627574 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667e458-8244-430a-995d-3fbbfaafdd35,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:47.629160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48696) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:55:47.634503 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.634883 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.635237 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.635627 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.635948 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.636286 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.636619 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.636952 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.637313 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.637645 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.637978 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.638308 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.638639 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.638990 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.639342 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242ad2-683a-4518-9385-91abef805fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:55:47.676684 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9673f2a7-4eb4-41fa-9761-a493cc117e4b admin admin] Publish callbacks [] for security_group (c667e458-8244-430a-995d-3fbbfaafdd35), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.697135 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9673f2a7-4eb4-41fa-9761-a493cc117e4b admin admin] Publish callbacks [] for security_group (c667e458-8244-430a-995d-3fbbfaafdd35), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.740929 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9673f2a7-4eb4-41fa-9761-a493cc117e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c667e458-8244-430a-995d-3fbbfaafdd35), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.743530 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9673f2a7-4eb4-41fa-9761-a493cc117e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:47.744658 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-9673f2a7-4eb4-41fa-9761-a493cc117e4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c667e458-8244-430a-995d-3fbbfaafdd35 HTTP/1.1" status: 204 len: 168 time: 0.1145260 May 13 21:55:47.752863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673f2a7-4eb4-41fa-9761-a493cc117e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667e458-8244-430a-995d-3fbbfaafdd35,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:55:48.512755 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:48.571377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28975-d58c-4b2b-bdda-fc4254e514e6 req-4cb65cd2-8c81-4e3b-af97-79363771a9b0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:48.572863 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72b28975-d58c-4b2b-bdda-fc4254e514e6 req-4cb65cd2-8c81-4e3b-af97-79363771a9b0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0491352 May 13 21:55:48.619653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72b28975-d58c-4b2b-bdda-fc4254e514e6 req-b8f18b73-c016-48fa-aba4-5b7f8e0f8738 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 May 13 21:55:49.731798 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa331a-03ba-47b4-8344-230010515753 req-390e70ca-f9a9-4aff-901c-1eac9f7d52d3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:49.732829 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25fa331a-03ba-47b4-8344-230010515753 req-390e70ca-f9a9-4aff-901c-1eac9f7d52d3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0462427 May 13 21:55:49.780324 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25fa331a-03ba-47b4-8344-230010515753 req-02612d9d-1c4b-43a8-b429-02f0e7e168a0 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 May 13 21:55:49.848345 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:50.896268 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cbc24-0f17-4794-a79a-03df24086281 req-29585fae-9a0a-47cf-9822-88ce6a2b4ae8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:50.897703 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a1cbc24-0f17-4794-a79a-03df24086281 req-29585fae-9a0a-47cf-9822-88ce6a2b4ae8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0495629 May 13 21:55:50.946372 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8a1cbc24-0f17-4794-a79a-03df24086281 req-025dc467-a450-4e96-8e81-108d82861d9e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 May 13 21:55:51.287394 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:55:52.059371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9733ba-135c-4bc0-9147-037d4461428a req-97701ae2-4b26-4f96-9d8e-e22ce7a9c6a4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:52.061152 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2f9733ba-135c-4bc0-9147-037d4461428a req-97701ae2-4b26-4f96-9d8e-e22ce7a9c6a4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0488405 May 13 21:55:52.064748 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-65525e74-9338-400c-bc57-c7bcb92d2698 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385718 May 13 21:55:52.113783 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2f9733ba-135c-4bc0-9147-037d4461428a req-4b52c7ab-4f39-4b9f-bdae-e437a2103791 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433764 May 13 21:55:52.167162 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164851-e925-40d7-9634-cce8b3a5901c req-182cc423-205d-41f6-a334-52266ed5275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:52.168671 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-182cc423-205d-41f6-a334-52266ed5275f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 1130 time: 0.0428538 May 13 21:55:52.270589 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164851-e925-40d7-9634-cce8b3a5901c req-851aa62e-f4ff-438b-bfdd-215f44a468be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:52.271990 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-851aa62e-f4ff-438b-bfdd-215f44a468be service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.0839586 May 13 21:55:52.315329 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-ccf0fc3f-9880-4cae-bd0c-77a9dd3ad300 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 200 len: 217 time: 0.0358315 May 13 21:55:52.366965 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164851-e925-40d7-9634-cce8b3a5901c req-0229f2e5-2b5d-4ad4-a55a-1aaa09ac0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:52.368423 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-0229f2e5-2b5d-4ad4-a55a-1aaa09ac0019 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0454559 May 13 21:55:52.411138 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164851-e925-40d7-9634-cce8b3a5901c req-c193058d-3e28-4201-9eb7-892663868ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:52.412590 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-c193058d-3e28-4201-9eb7-892663868ac3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381303 May 13 21:55:52.503423 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-1ba3a2f2-4119-4592-a468-e2e12af06a92 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843933 May 13 21:55:52.591823 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee164851-e925-40d7-9634-cce8b3a5901c req-9f22626b-6aad-48e1-809c-ef49a0d70a1e service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819435 May 13 21:55:53.227655 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0ce82-d19a-4570-b82e-64f589573526 req-42002fe4-9391-42d5-b866-ddc0438120e4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:53.229253 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f6e0ce82-d19a-4570-b82e-64f589573526 req-42002fe4-9391-42d5-b866-ddc0438120e4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0473127 May 13 21:55:53.279491 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f6e0ce82-d19a-4570-b82e-64f589573526 req-86f3a89e-91b4-44b8-bf45-f5acd6a456d9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446222 May 13 21:55:54.392020 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533489e7-525d-459a-a417-4616020edb61 req-812d8e9e-2c7a-4673-a630-47e2f7c9391d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:54.393444 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-533489e7-525d-459a-a417-4616020edb61 req-812d8e9e-2c7a-4673-a630-47e2f7c9391d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0459490 May 13 21:55:54.439186 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-533489e7-525d-459a-a417-4616020edb61 req-0703ef86-7359-4827-ae89-59f8b1f361a2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 May 13 21:55:55.549828 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349ee6-2d52-4126-b7dd-c4fbf7f1a2f9 req-ef3923aa-0fc2-4a13-922f-adf439b59ca5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:55.551280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e349ee6-2d52-4126-b7dd-c4fbf7f1a2f9 req-ef3923aa-0fc2-4a13-922f-adf439b59ca5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0455167 May 13 21:55:55.596898 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e349ee6-2d52-4126-b7dd-c4fbf7f1a2f9 req-f174990f-c611-4b4b-8e79-97c9603fbbc3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401785 May 13 21:55:56.711011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a1acc-2c25-4efc-a461-8c055417696d req-137a307c-f90f-407e-bc14-ab80027d0dee tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:56.712449 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d02a1acc-2c25-4efc-a461-8c055417696d req-137a307c-f90f-407e-bc14-ab80027d0dee tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0493209 May 13 21:55:56.758845 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d02a1acc-2c25-4efc-a461-8c055417696d req-75ced35b-b9ce-40e9-9730-6386a24b8595 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 May 13 21:55:57.867922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf9569-2e11-4c35-9f59-c17f3776f88b req-7ad0b612-8fda-489c-8d89-6c230830a452 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:57.869359 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c3cf9569-2e11-4c35-9f59-c17f3776f88b req-7ad0b612-8fda-489c-8d89-6c230830a452 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0461831 May 13 21:55:57.915664 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c3cf9569-2e11-4c35-9f59-c17f3776f88b req-f2b06bb2-2166-49da-8965-679f82b9404a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399778 May 13 21:55:59.030319 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef43c6-b322-40c6-94fc-fc91f0dc757b req-b9b9ce2e-d5a5-40e7-a629-cb7b16e38732 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:55:59.031773 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-05ef43c6-b322-40c6-94fc-fc91f0dc757b req-b9b9ce2e-d5a5-40e7-a629-cb7b16e38732 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0459173 May 13 21:55:59.080123 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-05ef43c6-b322-40c6-94fc-fc91f0dc757b req-abd8ff55-4609-46a4-99e8-3fefcb5abf10 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 May 13 21:56:00.191457 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ee82-5602-453b-bcbc-3cfb922f2d6c req-6b3ed555-a005-4c75-9b61-d0d151dc4954 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:00.193071 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26f9ee82-5602-453b-bcbc-3cfb922f2d6c req-6b3ed555-a005-4c75-9b61-d0d151dc4954 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0466790 May 13 21:56:00.240456 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26f9ee82-5602-453b-bcbc-3cfb922f2d6c req-f8aa9e40-77ff-4149-8156-16a551c958e2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 May 13 21:56:01.351995 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f813df-0fe8-438e-a743-d6242e646409 req-9301cd3b-4998-47e6-a1cf-84747f87871b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:01.353479 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e1f813df-0fe8-438e-a743-d6242e646409 req-9301cd3b-4998-47e6-a1cf-84747f87871b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0467365 May 13 21:56:01.400620 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e1f813df-0fe8-438e-a743-d6242e646409 req-6debbab5-456f-40f7-8809-02e98797eb95 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 May 13 21:56:01.607437 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921ca68-cc83-4733-8634-9cf4c5c29bbd req-7d9bb515-ab52-4f60-a671-349a95be291e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:01.608894 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c921ca68-cc83-4733-8634-9cf4c5c29bbd req-7d9bb515-ab52-4f60-a671-349a95be291e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0492778 May 13 21:56:01.655641 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c921ca68-cc83-4733-8634-9cf4c5c29bbd req-56872b55-d653-4fdd-8ccc-38f06e4475c4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409813 May 13 21:56:02.512234 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c15b82-a637-4594-9454-fc49b9b1b82e req-fb2fc859-70ce-4c79-92dc-6c9c6e34a3f8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:02.513662 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-86c15b82-a637-4594-9454-fc49b9b1b82e req-fb2fc859-70ce-4c79-92dc-6c9c6e34a3f8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0454185 May 13 21:56:02.559021 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-86c15b82-a637-4594-9454-fc49b9b1b82e req-9a245353-447c-439a-968b-a51ad10a66d1 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 May 13 21:56:02.775209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8442cb-757e-4379-83bf-3057a00eb568 req-55a9972f-8c63-401b-b1ec-dfa0c0cbd9cd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:02.776682 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9a8442cb-757e-4379-83bf-3057a00eb568 req-55a9972f-8c63-401b-b1ec-dfa0c0cbd9cd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0497820 May 13 21:56:02.822020 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9a8442cb-757e-4379-83bf-3057a00eb568 req-9461df38-b4f9-4573-85d7-fa9d76d236d3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397444 May 13 21:56:03.525083 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-e574a84b-2d50-42ef-99e5-07ab3bf9ee86 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:03.526530 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-e574a84b-2d50-42ef-99e5-07ab3bf9ee86 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0503397 May 13 21:56:03.610224 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Deleting port 880b4122-8d33-43a8-a0b1-a0f01711790c {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:56:03.610574 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:03.671828 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5307a6-3dae-44e4-b6d3-2893e5fbf77a req-81f391d3-01d6-4325-8f8a-4483da377189 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:03.673324 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1f5307a6-3dae-44e4-b6d3-2893e5fbf77a req-81f391d3-01d6-4325-8f8a-4483da377189 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0474160 May 13 21:56:03.705719 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] For port 880b4122-8d33-43a8-a0b1-a0f01711790c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=880b4122-8d33-43a8-a0b1-a0f01711790c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:03.706080 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:03.726165 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1f5307a6-3dae-44e4-b6d3-2893e5fbf77a req-813fdd87-5c74-4096-9163-bd06aba5720d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 May 13 21:56:03.935594 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:03.935957 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (612baf77-5b44-4ac3-aab1-55cf6ffb2522), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:03.936283 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Floating IP 612baf77-5b44-4ac3-aab1-55cf6ffb2522 disassociated. External IP: 172.27.0.57, port: 880b4122-8d33-43a8-a0b1-a0f01711790c. May 13 21:56:03.936636 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Calling delete_port for 880b4122-8d33-43a8-a0b1-a0f01711790c owned by compute:nova {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:56:03.942598 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a831e-2d26-4d67-8cae-330536a1958c req-f7477c94-fd62-4538-a768-e5a95919fbf9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:03.944470 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-180a831e-2d26-4d67-8cae-330536a1958c req-f7477c94-fd62-4538-a768-e5a95919fbf9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 946 time: 0.0500267 May 13 21:56:04.001634 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-180a831e-2d26-4d67-8cae-330536a1958c req-092bdbbf-3241-4eb0-8d93-b4e619fe5cdd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=05620461-677a-4173-a7eb-15b73158ce35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509441 May 13 21:56:04.069087 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (880b4122-8d33-43a8-a0b1-a0f01711790c), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:04.101284 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event deleted for resources: {'Port': ['ID=880b4122-8d33-43a8-a0b1-a0f01711790c,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:04.216626 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:56:04.326445 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:56:04.336422 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1971152-52c0-4325-a900-084af09e2289 None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:56:04.345791 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:04.346402 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:55:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:04.368814 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] No DVR routers for this DVR port 880b4122-8d33-43a8-a0b1-a0f01711790c on host hv-cinder-84051 {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:56:04.372505 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:04.375566 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-561b532a-eab8-485f-99d6-d1dd18170fbc req-d51590a8-40b7-4cda-a716-0f5769ab5357 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "DELETE /v2.0/ports/880b4122-8d33-43a8-a0b1-a0f01711790c HTTP/1.1" status: 204 len: 173 time: 0.8439023 May 13 21:56:04.376010 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-deleted', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:04.378235 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bb51cd-c49c-4a66-9f92-6a1dffec0e21" -d '{"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-deleted", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:04.416095 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce84d089-2af7-4d35-8a8e-85a9211f87b8 x-openstack-request-id: req-ce84d089-2af7-4d35-8a8e-85a9211f87b8 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:04.416399 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdc615-a1e5-435d-95d3-f1187a00f7e0", "name": "network-vif-deleted", "tag": "880b4122-8d33-43a8-a0b1-a0f01711790c", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:04.416657 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce84d089-2af7-4d35-8a8e-85a9211f87b8 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:04.417440 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce84d089-2af7-4d35-8a8e-85a9211f87b8'] response: {'server_uuid': 'c1cdc615-a1e5-435d-95d3-f1187a00f7e0', 'name': 'network-vif-deleted', 'tag': '880b4122-8d33-43a8-a0b1-a0f01711790c', 'status': 'completed', 'code': 200} May 13 21:56:04.468959 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:04.657017 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:04.759744 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1971152-52c0-4325-a900-084af09e2289 None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:56:04.768132 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:04.768735 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:55:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:04.850691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde28e9-0eb2-4bce-aa1d-8a165edbf607 req-eab72408-4b3e-4a88-b29c-64dceb361c85 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:04.852356 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-adde28e9-0eb2-4bce-aa1d-8a165edbf607 req-eab72408-4b3e-4a88-b29c-64dceb361c85 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0560408 May 13 21:56:04.878492 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:04.899571 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-adde28e9-0eb2-4bce-aa1d-8a165edbf607 req-f907084f-3995-407e-8878-6ebd72357b09 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410461 May 13 21:56:05.079980 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a1971152-52c0-4325-a900-084af09e2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:05.112091 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1971152-52c0-4325-a900-084af09e2289 None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:56:05.139858 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bae89936-f01c-413f-9260-9e00ee435648 req-8001ec34-8da7-410c-baca-1571bc8dbff9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1cdc615-a1e5-435d-95d3-f1187a00f7e0 HTTP/1.1" status: 200 len: 210 time: 0.0349407 May 13 21:56:05.365245 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b130aeb-e990-41af-973c-2efc1b3f8eee None None] New status for floating IP 612baf77-5b44-4ac3-aab1-55cf6ffb2522: DOWN {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:56:06.013903 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1916b84-34e8-46f2-851a-3ccc5cdb0ab9 req-21709669-5086-409d-9251-c1fddb8068f6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:06.015395 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a1916b84-34e8-46f2-851a-3ccc5cdb0ab9 req-21709669-5086-409d-9251-c1fddb8068f6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0464888 May 13 21:56:06.064695 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a1916b84-34e8-46f2-851a-3ccc5cdb0ab9 req-48940f6c-1c9f-4aec-b3f1-7a36235497d2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 May 13 21:56:06.233573 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48772) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:06.286481 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-09c02dde-fb8f-4d12-bcdc-f835c9d6331e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (05620461-677a-4173-a7eb-15b73158ce35), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.309366 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-09c02dde-fb8f-4d12-bcdc-f835c9d6331e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (05620461-677a-4173-a7eb-15b73158ce35), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.356094 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-09c02dde-fb8f-4d12-bcdc-f835c9d6331e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (05620461-677a-4173-a7eb-15b73158ce35), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.358643 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-09c02dde-fb8f-4d12-bcdc-f835c9d6331e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.359814 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-09c02dde-fb8f-4d12-bcdc-f835c9d6331e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "DELETE /v2.0/security-groups/05620461-677a-4173-a7eb-15b73158ce35 HTTP/1.1" status: 204 len: 168 time: 0.1252277 May 13 21:56:06.363077 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48774) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:06.369029 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02dde-fb8f-4d12-bcdc-f835c9d6331e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05620461-677a-4173-a7eb-15b73158ce35,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:06.388048 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.api.v2.resource [None req-8343af51-1a40-49aa-bf54-67f0d8f82128 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] show failed (client error): The resource could not be found. May 13 21:56:06.389827 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8343af51-1a40-49aa-bf54-67f0d8f82128 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups/05620461-677a-4173-a7eb-15b73158ce35 HTTP/1.1" status: 404 len: 347 time: 0.0253601 May 13 21:56:06.392754 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48776) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:06.507489 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Deleting port f510ec45-0e64-4446-9cc7-d46a68803ea0 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:56:06.507832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.581355 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.581676 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (f510ec45-0e64-4446-9cc7-d46a68803ea0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.594156 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Calling delete_port for f510ec45-0e64-4446-9cc7-d46a68803ea0 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:56:06.731940 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (f510ec45-0e64-4446-9cc7-d46a68803ea0), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.765638 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event deleted for resources: {'Port': ['ID=f510ec45-0e64-4446-9cc7-d46a68803ea0,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:06.790690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.791067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.791413 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.791755 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.792099 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.792439 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.792774 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.793103 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.793436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.793792 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.794121 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.794449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.794804 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.795137 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.795465 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:06.836399 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (612baf77-5b44-4ac3-aab1-55cf6ffb2522), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.838895 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:06.840028 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d47c4a47-2d9e-4f65-8824-1b701e684755 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "DELETE /v2.0/floatingips/612baf77-5b44-4ac3-aab1-55cf6ffb2522 HTTP/1.1" status: 204 len: 168 time: 0.4458134 May 13 21:56:06.930763 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48780) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:06.935889 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807627684', 'description': 'tempest-description--1779555837'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:06.956738 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.026470 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (20614955-7f10-446f-b34b-708c39cb8a4e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.029961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (20614955-7f10-446f-b34b-708c39cb8a4e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.057403 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.058627 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1268337 May 13 21:56:07.062064 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48782) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:07.063205 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28ef4-4d5e-45ea-85c3-5781009326c5 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20614955-7f10-446f-b34b-708c39cb8a4e,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:07.066819 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'security_group_rule': {'security_group_id': '20614955-7f10-446f-b34b-708c39cb8a4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:07.099005 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (633f36e3-42ca-4226-97f1-47cec7c2eeef), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.173376 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (633f36e3-42ca-4226-97f1-47cec7c2eeef), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.178233 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (633f36e3-42ca-4226-97f1-47cec7c2eeef), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.199995 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d07b-3d71-4f44-abd5-6c8145199c3f req-72b9f808-7333-47be-8811-eb826d814c78 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:07.201201 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-32f1d07b-3d71-4f44-abd5-6c8145199c3f req-72b9f808-7333-47be-8811-eb826d814c78 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0585904 May 13 21:56:07.203016 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f36e3-42ca-4226-97f1-47cec7c2eeef,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:07.209101 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.213329 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-bf236966-f7d8-4cb4-b08b-885e30dace31 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471603 May 13 21:56:07.213329 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 48788) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:07.222060 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'security_group_rule': {'security_group_id': '20614955-7f10-446f-b34b-708c39cb8a4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:07.257297 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (d622378d-bebd-4d77-a18c-d033e61a3f80), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.286584 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-32f1d07b-3d71-4f44-abd5-6c8145199c3f req-bf9d4453-8f9f-429c-80a7-4dc7ac553ed4 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745435 May 13 21:56:07.326146 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (d622378d-bebd-4d77-a18c-d033e61a3f80), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.333267 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (d622378d-bebd-4d77-a18c-d033e61a3f80), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.374305 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d622378d-bebd-4d77-a18c-d033e61a3f80,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:07.387645 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.388871 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f6b33f9c-0b43-4996-af46-a01aed9d3b82 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747174 May 13 21:56:07.392198 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48794) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:07.396721 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:07.454345 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.477220 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82499e-bd37-4850-b392-90c29a10138f req-2752bc6b-7cce-465a-b44d-dcb9d87d4855 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:07.478734 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c82499e-bd37-4850-b392-90c29a10138f req-2752bc6b-7cce-465a-b44d-dcb9d87d4855 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0758131 May 13 21:56:07.485933 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-4bcf89bf-05c7-45ac-937b-80f010a9a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:07.487468 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-4bcf89bf-05c7-45ac-937b-80f010a9a94f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1168 time: 0.0489461 May 13 21:56:07.580562 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-8681a21f-df49-4e66-bcf4-b81c4ffc43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:07.580852 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.582120 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-8681a21f-df49-4e66-bcf4-b81c4ffc43d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 916 time: 0.0883358 May 13 21:56:07.588878 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c82499e-bd37-4850-b392-90c29a10138f req-0cc97c49-ae8a-4cb5-8467-88f868bdb1bd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1028295 May 13 21:56:07.656588 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-1984753e-8f04-4c31-bfde-a55612908241 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 1001 time: 0.0679805 May 13 21:56:07.695941 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Allocated IP 172.27.0.47 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/0c25379a-3870-4b42-8bee-5d2f6d13bcc1) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:56:07.712720 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-991e7793-8f3d-433f-abf2-eb3538bf12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:07.714191 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-991e7793-8f3d-433f-abf2-eb3538bf12b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 200 len: 854 time: 0.0506413 May 13 21:56:07.761524 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-80b3efe2-9074-4acd-9aa0-46d616f75f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:07.763101 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-80b3efe2-9074-4acd-9aa0-46d616f75f3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8a04cb7-482e-4b3e-afb7-f6138da57554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421999 May 13 21:56:07.807643 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.841821 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:07.855239 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-090ead89-7776-44b4-86b9-b75fe8bf491c service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856481 May 13 21:56:07.876809 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:56:07.879685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:56:07.882054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:56:07.911250 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'Port': ['ID=0c25379a-3870-4b42-8bee-5d2f6d13bcc1,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:07.946453 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-ee73b4fa-64b1-4906-9721-4b8385e32256 req-896d228a-b44c-4959-8c69-dc1fb6f116b6 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848708 May 13 21:56:08.012929 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (f38821cf-ce18-4a89-b051-50ab9ec7698f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:08.058548 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:08.245878 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:08.250896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:08.319595 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'Port': ['ID=0c25379a-3870-4b42-8bee-5d2f6d13bcc1,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:08.330325 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (f38821cf-ce18-4a89-b051-50ab9ec7698f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:08.344646 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:08.353671 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b20ea2a5-4787-492b-bf33-034e33108de7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9526765 May 13 21:56:08.411728 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635278-9c91-466d-ac6c-2b2ad70ca25d req-bf459050-2f81-400a-9a17-3e5c1e9b8137 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:08.413252 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0b635278-9c91-466d-ac6c-2b2ad70ca25d req-bf459050-2f81-400a-9a17-3e5c1e9b8137 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0524759 May 13 21:56:08.462871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0b635278-9c91-466d-ac6c-2b2ad70ca25d req-433c395b-707d-4c60-99f9-0630831d5ba6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436666 May 13 21:56:08.547563 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-7dfd357c-9fa5-48cb-8fee-f863943f6fef tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1807627684&fields=id&tenant_id=6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 267 time: 0.0449002 May 13 21:56:08.654956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-d7e129d9-5b95-4211-a31c-9af8b7c3d501 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:08.656440 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-d7e129d9-5b95-4211-a31c-9af8b7c3d501 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 816 time: 0.1024358 May 13 21:56:08.698507 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-530438dd-a0f1-4897-8eba-308f93b53747 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/quotas/6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 375 time: 0.0361350 May 13 21:56:08.722821 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f79b71-dba9-4f30-8c44-b5333e371fe5 req-a1ea74e4-f177-4239-9052-397d9d5134dd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:08.724310 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e0f79b71-dba9-4f30-8c44-b5333e371fe5 req-a1ea74e4-f177-4239-9052-397d9d5134dd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0636604 May 13 21:56:08.779784 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-9f3de150-22c0-4df7-9833-5cc8a0950b89 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736861 May 13 21:56:08.842653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e0f79b71-dba9-4f30-8c44-b5333e371fe5 req-0c561b68-aa38-4bdb-82fa-8b179c12a10b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0910313 May 13 21:56:08.896762 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-142bfb82-d421-4ff5-ae38-6aa34f300237 service neutron] 10.222.0.35 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053610 May 13 21:56:08.952416 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:56:08.976095 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 880b4122-8d33-43a8-a0b1-a0f01711790c {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:56:08.976442 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 880b4122-8d33-43a8-a0b1-a0f01711790c not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:56:08.990129 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-70f033dc-488b-48a2-ba9e-ace54fc35f36 service neutron] 10.222.0.35 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877323 May 13 21:56:09.147107 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6c169b7c-923a-44af-83ba-93f28c865572 req-2288951f-a069-4e4f-90d6-a9783e43a934 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 210 time: 0.0273414 May 13 21:56:09.579436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bc645-beca-48ee-9fd9-710fd39507ad req-5a32932e-05c4-4860-bfca-60b0adfdfb8d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:09.580890 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-887bc645-beca-48ee-9fd9-710fd39507ad req-5a32932e-05c4-4860-bfca-60b0adfdfb8d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0502264 May 13 21:56:09.627571 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-887bc645-beca-48ee-9fd9-710fd39507ad req-f894d8e0-5391-45a1-841b-1d5f6223975c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 May 13 21:56:09.954777 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2283-475e-44d2-9aee-db2beccd6de4 req-d1ce6315-ace5-4489-9803-bc8fffe42f9e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:09.956314 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3eb2283-475e-44d2-9aee-db2beccd6de4 req-d1ce6315-ace5-4489-9803-bc8fffe42f9e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0467672 May 13 21:56:10.015531 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3eb2283-475e-44d2-9aee-db2beccd6de4 req-fbcf52d8-d948-420c-80b4-07a37bb21411 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536199 May 13 21:56:10.200655 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-11182fef-5c88-42a6-a250-a4fe933295a2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:10.202114 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-11182fef-5c88-42a6-a250-a4fe933295a2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 816 time: 0.1111674 May 13 21:56:10.251877 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-48d9bf24-bccb-48cc-8074-fae922980014 req-08603e67-323b-4c52-80dd-0fbc2f1aa862 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 210 time: 0.0293949 May 13 21:56:10.289295 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-2f11a05b-44ff-4e7f-8033-e7771e01f9fd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 380 time: 0.0535290 May 13 21:56:10.379178 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'port': {'device_id': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'admin_state_up': True, 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'security_groups': ['20614955-7f10-446f-b34b-708c39cb8a4e']}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:10.480432 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Made reservation on behalf of 6a12e6fa2119499b93806f036eb55a0c for: {'port': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:56:10.484341 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:10.605578 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Allocated IP 172.20.0.11 (54bb408e-38dc-4d63-b590-fa8bf9ca4da7/055a5873-16a7-4533-8689-e42dce4caaa1/7fbe1808-9c98-4941-a44c-e06b5dae8e8c) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:56:10.743465 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:10.776870 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:10.821717 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:56:10.829901 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:56:10.832466 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:56:10.861474 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:10.897679 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:10.898495 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:10.916522 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-10b550b2-4046-4ed1-ab95-bea72b4dafa6 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5408711 May 13 21:56:10.936863 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Request body: {'port': {'device_id': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:10.983372 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c74af-cade-4d20-a6ae-195cd9565068 req-44f80a4b-3177-47b0-9480-b34e119a1653 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:10.984953 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4f2c74af-cade-4d20-a6ae-195cd9565068 req-44f80a4b-3177-47b0-9480-b34e119a1653 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.2899387 May 13 21:56:11.011536 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.038075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4f2c74af-cade-4d20-a6ae-195cd9565068 req-5f8a9000-5068-4816-82c8-059ac4d8a350 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465014 May 13 21:56:11.123241 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-c8b01acb-6515-41a4-89da-46e12bd9fe60 None None] Provisioning complete for port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:56:11.123833 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c8b01acb-6515-41a4-89da-46e12bd9fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.131330 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6548972-e7aa-463d-bef8-51776bacd48b req-6466df24-e029-423f-a3fa-9c9950cff784 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:11.132932 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a6548972-e7aa-463d-bef8-51776bacd48b req-6466df24-e029-423f-a3fa-9c9950cff784 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0487742 May 13 21:56:11.163954 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-c8b01acb-6515-41a4-89da-46e12bd9fe60 None None] Port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:56:11.196865 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a6548972-e7aa-463d-bef8-51776bacd48b req-c22d34ce-020e-4c2e-92e4-4519510af4ec tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575910 May 13 21:56:11.307068 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbe1808-9c98-4941-a44c-e06b5dae8e8c {{(pid=114886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:56:11.314401 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Publish callbacks [] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.326751 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.provisioning_blocks [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Transition to ACTIVE for port object 7fbe1808-9c98-4941-a44c-e06b5dae8e8c will not be triggered until provisioned by entity L2. {{(pid=114886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:56:11.331602 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.377554 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee7fd5-c163-4bd6-a803-9b051cf5409c req-7aed5445-40f0-44e9-9766-dddcf6031470 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:11.379964 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1fee7fd5-c163-4bd6-a803-9b051cf5409c req-7aed5445-40f0-44e9-9766-dddcf6031470 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0554628 May 13 21:56:11.399104 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:11.441843 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1fee7fd5-c163-4bd6-a803-9b051cf5409c req-f8542554-0e61-438f-bc9e-f3d2076a9acc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547450 May 13 21:56:11.454599 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Attempting to bind port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:56:11.455141 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Attempting to bind port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:56:11.455428 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Attempting to bind port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:56:11.460635 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:56:11.460963 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Attempting to bind port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c on network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:56:11.470787 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:56:11.471756 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Checking segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:56:11.472143 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Bound using segment: {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'} {{(pid=114886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:56:11.472572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.managers [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Bound port: 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87868f4c-ee13-4578-809a-4488e4483756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7'}}] {{(pid=114886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:56:11.472931 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.540308 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, cleared binding levels {{(pid=114886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:56:11.544258 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:56:11.550110 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.583297 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:11.584048 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:11.585563 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 1094 time: 0.6530583 May 13 21:56:11.586089 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:11.588590 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2227a0-8334-4589-b62a-d4be98ffeba1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:11.621704 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89267286-926d-4d6c-8765-32976025c6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=3']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:11.640508 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f242057-8fd8-40c4-95d5-5b0b601b0cb3 x-openstack-request-id: req-6f242057-8fd8-40c4-95d5-5b0b601b0cb3 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:11.640824 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:11.641076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f242057-8fd8-40c4-95d5-5b0b601b0cb3 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:11.641478 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f242057-8fd8-40c4-95d5-5b0b601b0cb3'] response: {'name': 'network-changed', 'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'status': 'completed', 'code': 200} May 13 21:56:11.695314 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-3c30ffd1-8ec1-4c11-8c4e-2b6924b7d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:11.696830 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-3c30ffd1-8ec1-4c11-8c4e-2b6924b7d429 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1128 time: 0.0402973 May 13 21:56:11.748975 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-9a45121b-e78a-4e89-a406-f397a1be88a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 217 time: 0.0386569 May 13 21:56:11.797641 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-87599e4f-d1cb-4ef3-b6c2-8fe8f6050c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:11.798999 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-87599e4f-d1cb-4ef3-b6c2-8fe8f6050c63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0429704 May 13 21:56:11.842140 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-75f46343-5f29-439a-86dc-95608aaede38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:11.843638 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-75f46343-5f29-439a-86dc-95608aaede38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378761 May 13 21:56:12.153996 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce0cb4-07c6-40e7-937c-8f5a267ed1d3 req-1f2908bf-3e70-4d19-ac2f-74d25b4df928 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:12.155868 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-39ce0cb4-07c6-40e7-937c-8f5a267ed1d3 req-1f2908bf-3e70-4d19-ac2f-74d25b4df928 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0500810 May 13 21:56:12.177158 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-1d3e01df-a143-4f87-9146-fa99d0b34107 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263991 May 13 21:56:12.202690 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-39ce0cb4-07c6-40e7-937c-8f5a267ed1d3 req-d3e7adb1-4a50-4b32-bd32-d944f5fca5b3 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 May 13 21:56:12.267397 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-3e18eecf-5aa0-478e-95b5-1c98b3902f4c req-162ee9c6-531f-4234-9884-36389b02e1de service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 May 13 21:56:12.312264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08c78-9926-4700-ba57-8ea51ff79705 req-989c37f9-f1f4-40d3-9e8f-d126d7d16f29 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:12.313727 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-09a08c78-9926-4700-ba57-8ea51ff79705 req-989c37f9-f1f4-40d3-9e8f-d126d7d16f29 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0475991 May 13 21:56:12.375408 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-09a08c78-9926-4700-ba57-8ea51ff79705 req-bc2ac1bc-11b6-4feb-88c8-07ca315c2b0b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558398 May 13 21:56:12.557803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fcdf1-d0f4-45b9-b99e-639ea8e4d458 req-d0c50a58-efda-4a56-9a87-9ab6c5b88135 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:12.559923 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d84fcdf1-d0f4-45b9-b99e-639ea8e4d458 req-d0c50a58-efda-4a56-9a87-9ab6c5b88135 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0456045 May 13 21:56:12.603930 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d84fcdf1-d0f4-45b9-b99e-639ea8e4d458 req-5d9d7fc0-1559-4575-a904-e71800a93da2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 May 13 21:56:13.312002 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167470-09e8-405d-86e7-e4f1ef32261e req-d9e520fb-a510-42f6-b0cd-bfc8273a840a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.313447 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-58167470-09e8-405d-86e7-e4f1ef32261e req-d9e520fb-a510-42f6-b0cd-bfc8273a840a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0456429 May 13 21:56:13.359461 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-58167470-09e8-405d-86e7-e4f1ef32261e req-2c56b018-7ed3-4aae-8b20-bd1097fcb11b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406225 May 13 21:56:13.442994 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-844fbb45-fe8f-43f8-916a-3b3d131030df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.444479 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-844fbb45-fe8f-43f8-916a-3b3d131030df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1128 time: 0.0384722 May 13 21:56:13.492377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a100cc-517a-4af6-aee0-af99f5b1cea3 req-36dc8914-3b3b-4e2e-b76a-ecaec1c0659d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.493862 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-63a100cc-517a-4af6-aee0-af99f5b1cea3 req-36dc8914-3b3b-4e2e-b76a-ecaec1c0659d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0515954 May 13 21:56:13.538232 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-7f660a9b-0572-4ebd-ab4b-6867a3ce9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.539855 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-7f660a9b-0572-4ebd-ab4b-6867a3ce9a10 service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.0879958 May 13 21:56:13.557122 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-63a100cc-517a-4af6-aee0-af99f5b1cea3 req-dd1e6230-d8e3-440e-a913-b5c1b360c3e6 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569556 May 13 21:56:13.581215 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-8625dd00-ca87-47ad-af21-453fcab50bcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 217 time: 0.0352747 May 13 21:56:13.632558 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-e73940e5-96df-40a8-9a02-27ca980a90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.633970 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-e73940e5-96df-40a8-9a02-27ca980a90d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0455995 May 13 21:56:13.679264 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-6228e275-6f31-49ae-95c3-8b76fa464c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.681485 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-6228e275-6f31-49ae-95c3-8b76fa464c76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408046 May 13 21:56:13.722254 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782b378-cbfd-45a4-ad67-1580a3158857 req-ac82c7d7-12db-4dd6-b4a2-7f8ff1db8c1e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:13.723753 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d782b378-cbfd-45a4-ad67-1580a3158857 req-ac82c7d7-12db-4dd6-b4a2-7f8ff1db8c1e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0477374 May 13 21:56:13.770262 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-fcace239-c202-429e-a420-5edf1c42d3c3 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830066 May 13 21:56:13.772029 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d782b378-cbfd-45a4-ad67-1580a3158857 req-bb86360f-0d54-4b91-b9e9-03fc507ea36b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 May 13 21:56:13.861943 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5b2227a0-8334-4589-b62a-d4be98ffeba1 req-bc578b60-9a31-4835-9c8b-a2f69c87718b service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852849 May 13 21:56:13.882352 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:14.473036 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e10f3-07d6-465b-98a7-79e808356fd4 req-e58f87fa-885d-417f-9b24-05a29dc97ab5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:14.474507 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-353e10f3-07d6-465b-98a7-79e808356fd4 req-e58f87fa-885d-417f-9b24-05a29dc97ab5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0495262 May 13 21:56:14.520318 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-353e10f3-07d6-465b-98a7-79e808356fd4 req-efa7fc45-61d9-4fe7-adc3-45a4ff1ee384 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 May 13 21:56:14.668452 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cfcf8-d2af-4ef9-b801-d2148d8c72b6 req-7ebef45f-8ad0-4b1b-a00b-e8be0eddc2f4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:14.669920 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b74cfcf8-d2af-4ef9-b801-d2148d8c72b6 req-7ebef45f-8ad0-4b1b-a00b-e8be0eddc2f4 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0471494 May 13 21:56:14.728142 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b74cfcf8-d2af-4ef9-b801-d2148d8c72b6 req-cbddc7b0-908a-4b88-9fcb-cd6f245170fd tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525539 May 13 21:56:14.885663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b35b9-ab86-46ea-9609-c38180a9dffb req-7fdc5f5a-9049-4a46-910f-14f5ee058898 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:14.887639 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-267b35b9-ab86-46ea-9609-c38180a9dffb req-7fdc5f5a-9049-4a46-910f-14f5ee058898 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0453646 May 13 21:56:14.939694 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-267b35b9-ab86-46ea-9609-c38180a9dffb req-4dfc5a71-8101-4021-893d-4b8159880d5e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 May 13 21:56:14.983614 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:56:15.078118 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fe6b562e-d8d8-4603-ae2a-b66d8d984849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:15.089836 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:15.100823 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'mac_address': 'fa:16:3e:9f:14:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:56:15.146873 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:56:15.147149 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:15.160872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbe1808-9c98-4941-a44c-e06b5dae8e8c {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:56:15.179513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:15.182974 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:15.229324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:15.236191 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.236749 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.237115 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.237463 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.237798 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.238135 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.238480 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.238819 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.239154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.239482 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.239809 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.240152 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.240482 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.240805 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.241126 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:56:15.518103 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['7fbe1808-9c98-4941-a44c-e06b5dae8e8c'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:56:15.630767 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bb45c-1808-4630-aa65-09eb2f5cd6f5 req-3707a6e5-33c8-4dbb-98a5-5d3f8956ced9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:15.632274 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-035bb45c-1808-4630-aa65-09eb2f5cd6f5 req-3707a6e5-33c8-4dbb-98a5-5d3f8956ced9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0468397 May 13 21:56:15.678922 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-035bb45c-1808-4630-aa65-09eb2f5cd6f5 req-724be5bf-9207-4fc2-abb3-c07f691d9700 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 May 13 21:56:15.844695 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dda-89ea-4b1c-b17a-af9ce5a561bc req-064bf8d2-543f-4e0d-8e63-451dfdd09370 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:15.846073 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-515a4dda-89ea-4b1c-b17a-af9ce5a561bc req-064bf8d2-543f-4e0d-8e63-451dfdd09370 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0461717 May 13 21:56:15.910772 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-515a4dda-89ea-4b1c-b17a-af9ce5a561bc req-9a13dd07-f06a-4261-b9da-76fcfb223329 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589187 May 13 21:56:15.993772 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffb24-e8c2-4acd-81e8-dd47ccfc51d9 req-a1c1ac34-725e-4d99-b0a3-cbc9138228f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:15.995318 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-88cffb24-e8c2-4acd-81e8-dd47ccfc51d9 req-a1c1ac34-725e-4d99-b0a3-cbc9138228f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0410607 May 13 21:56:16.038005 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-88cffb24-e8c2-4acd-81e8-dd47ccfc51d9 req-29e05d10-f24b-4a8c-b1dd-c253da99f901 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365121 May 13 21:56:16.060547 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c33f7-630e-4497-8d20-512e933287f6 req-db3ba54e-c52c-40e1-802d-ff31331ee635 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:16.062027 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-962c33f7-630e-4497-8d20-512e933287f6 req-db3ba54e-c52c-40e1-802d-ff31331ee635 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 945 time: 0.0505648 May 13 21:56:16.110543 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-962c33f7-630e-4497-8d20-512e933287f6 req-13a92ef4-6ac0-451a-8367-e7003d090f77 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 May 13 21:56:16.675400 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:56:16.790683 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b9ac0-e46c-42e1-bb2a-be3ee7cf3ac7 req-5fff2ad5-bca9-4696-b8cb-cc458891099e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:16.792083 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d39b9ac0-e46c-42e1-bb2a-be3ee7cf3ac7 req-5fff2ad5-bca9-4696-b8cb-cc458891099e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0463612 May 13 21:56:16.837516 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d39b9ac0-e46c-42e1-bb2a-be3ee7cf3ac7 req-4b60e3ca-3a94-4d4a-97b8-e5342ec55a86 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 May 13 21:56:17.008457 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:56:17.026930 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5b22b-6314-440f-a784-aaeec35157ff req-02790455-f404-40f1-a0d3-0952ff14f18c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:17.028989 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44c5b22b-6314-440f-a784-aaeec35157ff req-02790455-f404-40f1-a0d3-0952ff14f18c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0488422 May 13 21:56:17.056259 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:56:17.061840 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:56:17.062218 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:17.091776 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44c5b22b-6314-440f-a784-aaeec35157ff req-145a6471-d8bd-471c-9cce-bc2633dfe79e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564294 May 13 21:56:17.142675 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:56:17.143055 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:17.166647 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:17.168913 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b99d5-4af9-43a8-8bc3-ece6c29ef39f" -d '{"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:17.181742 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:17.192474 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:17.216057 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8468e-7f08-4c61-b26b-7822b22446ab x-openstack-request-id: req-4db8468e-7f08-4c61-b26b-7822b22446ab {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:17.216364 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:17.216619 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4db8468e-7f08-4c61-b26b-7822b22446ab {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:17.217007 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db8468e-7f08-4c61-b26b-7822b22446ab'] response: {'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'code': 200} May 13 21:56:17.236815 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3ab4-8da8-4392-8148-9e95bcf7be27 req-fbf0f14f-94db-4500-9ac1-5494ba17ba6f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:17.238471 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3eaf3ab4-8da8-4392-8148-9e95bcf7be27 req-fbf0f14f-94db-4500-9ac1-5494ba17ba6f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0537808 May 13 21:56:17.241930 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:17.286031 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3eaf3ab4-8da8-4392-8148-9e95bcf7be27 req-0213518d-c5d2-4936-b56b-78d397633350 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 May 13 21:56:17.292130 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9d44015f-9d71-46b8-92a7-7dd5e0568dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:17.760754 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df143b1-4275-48a2-834a-6643a54d00bb req-b01cea75-be7a-439c-81b2-17b96e4c41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:17.761438 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5df143b1-4275-48a2-834a-6643a54d00bb req-b01cea75-be7a-439c-81b2-17b96e4c41d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1130 time: 0.0437136 May 13 21:56:17.805737 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5df143b1-4275-48a2-834a-6643a54d00bb req-95294d40-7796-42ac-8772-4ac6e131dd73 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372081 May 13 21:56:17.950843 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1641c-722c-48f5-8d57-f7a4cd9d3b48 req-83f8db25-7e17-478c-95b4-67642608cabd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:17.952835 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-00b1641c-722c-48f5-8d57-f7a4cd9d3b48 req-83f8db25-7e17-478c-95b4-67642608cabd tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0471110 May 13 21:56:18.000496 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-00b1641c-722c-48f5-8d57-f7a4cd9d3b48 req-bfbca4f9-46e9-439d-906f-d09cd31d2ba8 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 May 13 21:56:18.208758 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c188-a23d-48cc-a653-51a68960c507 req-f6b073ec-4c8f-4798-9bac-a1515b43cf9d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:18.210863 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0e03c188-a23d-48cc-a653-51a68960c507 req-f6b073ec-4c8f-4798-9bac-a1515b43cf9d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0530319 May 13 21:56:18.269690 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0e03c188-a23d-48cc-a653-51a68960c507 req-6606d9cd-562b-4d92-932c-2404e6e39a8e tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552850 May 13 21:56:18.413415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b05ef-78bb-440e-9989-cfcb596c036e req-6652693b-93e4-48b1-92c6-afa90a87e19c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:18.414884 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9a2b05ef-78bb-440e-9989-cfcb596c036e req-6652693b-93e4-48b1-92c6-afa90a87e19c tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0715609 May 13 21:56:18.433618 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784e3db-b1b9-424b-b198-6d14da7bde0d req-3c14801f-2049-4ba2-97ad-bbbb5f0cf220 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:18.435043 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b784e3db-b1b9-424b-b198-6d14da7bde0d req-3c14801f-2049-4ba2-97ad-bbbb5f0cf220 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0639255 May 13 21:56:18.495827 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9a2b05ef-78bb-440e-9989-cfcb596c036e req-506689de-6af6-44ec-bfc0-9d7e99d5a02a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754738 May 13 21:56:18.507250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b784e3db-b1b9-424b-b198-6d14da7bde0d req-dd6ff9f0-861f-40ff-b78a-453e4dc4d729 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659225 May 13 21:56:18.521079 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:18.815848 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-83759898-c56a-453f-a72a-8b99a3e7dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:18.817255 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-83759898-c56a-453f-a72a-8b99a3e7dcce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0392625 May 13 21:56:18.909196 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-642168cb-4192-4b6e-978c-fb243ce07d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:18.910634 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-642168cb-4192-4b6e-978c-fb243ce07d31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.0865090 May 13 21:56:19.383270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f76d2d-d8a4-409c-8612-515aff5771be req-ccab6236-acdb-4c01-a8c0-91fd64eb43e7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:19.384709 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29f76d2d-d8a4-409c-8612-515aff5771be req-ccab6236-acdb-4c01-a8c0-91fd64eb43e7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0460711 May 13 21:56:19.447438 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-29f76d2d-d8a4-409c-8612-515aff5771be req-bdd15b65-609c-498c-b9cc-81feec1b54b7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566161 May 13 21:56:19.483266 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-f5937556-76ab-45e9-a06b-b2e0a60a5557 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 1001 time: 0.0691137 May 13 21:56:19.549311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-66b4dc2b-e14a-4a7a-a414-c9f477a61325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:19.550829 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-66b4dc2b-e14a-4a7a-a414-c9f477a61325 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0525012 May 13 21:56:19.598778 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-15fe37cb-f7cb-4f7d-b893-2a7c96f4fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:19.600282 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-15fe37cb-f7cb-4f7d-b893-2a7c96f4fc64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438602 May 13 21:56:19.644363 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55af4-5db3-480e-8605-34f30601f107 req-3adcfc93-d282-4ef8-8166-c09bbcdeed0d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:19.645827 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fda55af4-5db3-480e-8605-34f30601f107 req-3adcfc93-d282-4ef8-8166-c09bbcdeed0d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0824630 May 13 21:56:19.657167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254e76f-2c0f-4839-80f1-92d3cb4c212e req-eeddba6c-e64e-4a53-ae99-df59ec78281f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:19.658574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4254e76f-2c0f-4839-80f1-92d3cb4c212e req-eeddba6c-e64e-4a53-ae99-df59ec78281f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0639846 May 13 21:56:19.689481 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-fd7b76b4-a21a-4d81-bb43-a6b8edb83b8f service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825584 May 13 21:56:19.727679 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fda55af4-5db3-480e-8605-34f30601f107 req-7ce2e185-a83e-4563-9b00-aa6fbdae8401 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680013 May 13 21:56:19.734691 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4254e76f-2c0f-4839-80f1-92d3cb4c212e req-8943aa24-3015-4afc-bd89-ef784330bcc9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694265 May 13 21:56:19.787043 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-41127f0f-bd5e-49f0-9567-a433b3b0c0f5 req-4ec57d88-8eaf-4118-9289-f6e82196d3f3 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911913 May 13 21:56:19.851328 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:19.857288 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4246bd-fbf2-4eaf-8be0-25f7c96bdb9e req-52c0e68f-bf57-4b30-9c58-42c499544861 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:19.858834 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1c4246bd-fbf2-4eaf-8be0-25f7c96bdb9e req-52c0e68f-bf57-4b30-9c58-42c499544861 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0527856 May 13 21:56:19.867454 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48902) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:19.871766 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Request body: {'floatingip': {'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:19.914335 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (f38821cf-ce18-4a89-b051-50ab9ec7698f), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:20.345055 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:20.348726 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (f38821cf-ce18-4a89-b051-50ab9ec7698f), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:20.447822 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Floating IP f38821cf-ce18-4a89-b051-50ab9ec7698f associated. External IP: 172.27.0.47, port: 7fbe1808-9c98-4941-a44c-e06b5dae8e8c. May 13 21:56:20.585835 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d120-7c65-4742-b8b4-f75ebf87e96f req-4d9b734b-66e7-45c5-b3af-cd25098921e8 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:20.587278 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6f5d120-7c65-4742-b8b4-f75ebf87e96f req-4d9b734b-66e7-45c5-b3af-cd25098921e8 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0569012 May 13 21:56:20.724439 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6f5d120-7c65-4742-b8b4-f75ebf87e96f req-876a7869-434a-4c25-976f-066093a0afa0 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1040802 May 13 21:56:20.735622 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:56:20.878799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182b564-285f-4a30-914f-f3229be34934 req-a22c6804-7122-47c6-ba7e-b83ef30a5af6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:20.880259 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c182b564-285f-4a30-914f-f3229be34934 req-a22c6804-7122-47c6-ba7e-b83ef30a5af6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0790935 May 13 21:56:20.881191 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:56:20.885998 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:20.891505 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:56:20.900539 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:20.901145 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:20.938209 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6f8afca7-eaa2-4c06-b825-93df8e1594f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "PUT /v2.0/floatingips/f38821cf-ce18-4a89-b051-50ab9ec7698f HTTP/1.1" status: 200 len: 991 time: 1.0697117 May 13 21:56:20.940596 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:20.942858 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b9a82-e883-4044-9f73-f68b566628af" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:20.959081 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c182b564-285f-4a30-914f-f3229be34934 req-31be5705-4f09-40a8-8233-05d821786323 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704679 May 13 21:56:20.991355 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d22c1d-21de-44b7-a322-3dee8c9e58ab x-openstack-request-id: req-89d22c1d-21de-44b7-a322-3dee8c9e58ab {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:20.991653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:20.991908 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89d22c1d-21de-44b7-a322-3dee8c9e58ab {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:20.992330 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d22c1d-21de-44b7-a322-3dee8c9e58ab'] response: {'name': 'network-changed', 'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'status': 'completed', 'code': 200} May 13 21:56:21.014172 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:21.225438 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'f38821cf-ce18-4a89-b051-50ab9ec7698f', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'mac_address': 'fa:16:3e:9f:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:07Z', 'updated_at': '2022-05-13T21:56:20Z', 'revision_number': 1, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:21.251768 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:56:21.259656 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:21.260212 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:21.289454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:21.333268 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9a82-e883-4044-9f73-f68b566628af req-3eccd63c-9d33-4caf-981f-485ab7d278ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:21.334824 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-3eccd63c-9d33-4caf-981f-485ab7d278ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1130 time: 0.0395560 May 13 21:56:21.372486 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:21.441300 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9a82-e883-4044-9f73-f68b566628af req-852ad0ee-aaed-4907-a4f1-269a3d35af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:21.442967 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-852ad0ee-aaed-4907-a4f1-269a3d35af04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.0947611 May 13 21:56:21.603513 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-3567823f-5681-4e6e-b283-7ff463e9eea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 999 time: 0.0765884 May 13 21:56:21.614612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1319635-9e10-4209-97bd-339d6e069b12 req-b5f1e1e7-5a14-4fcb-9fe4-ae3e879ae06f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:21.616128 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c1319635-9e10-4209-97bd-339d6e069b12 req-b5f1e1e7-5a14-4fcb-9fe4-ae3e879ae06f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0485668 May 13 21:56:21.620059 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'f38821cf-ce18-4a89-b051-50ab9ec7698f', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'mac_address': 'fa:16:3e:9f:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:07Z', 'updated_at': '2022-05-13T21:56:20Z', 'revision_number': 1, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:21.649930 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f2a58-b6c8-4c80-a25b-a6116d9b4ca2 None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'f38821cf-ce18-4a89-b051-50ab9ec7698f', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'mac_address': 'fa:16:3e:9f:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:07Z', 'updated_at': '2022-05-13T21:56:20Z', 'revision_number': 1, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:56:21.665741 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c1319635-9e10-4209-97bd-339d6e069b12 req-a7193272-fdcd-4c6e-bc0d-ab9378929f50 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 May 13 21:56:21.838623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc213f-d736-4b1e-a667-c6cbbaba7a0f req-934fbe8b-4c55-4333-a404-d34ac23ebe6d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:21.840144 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-08cc213f-d736-4b1e-a667-c6cbbaba7a0f req-934fbe8b-4c55-4333-a404-d34ac23ebe6d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0474916 May 13 21:56:21.848223 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a56768-6cf4-4bba-a089-604a913a3cd8 None None] New status for floating IP f38821cf-ce18-4a89-b051-50ab9ec7698f: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:56:21.903723 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-08cc213f-d736-4b1e-a667-c6cbbaba7a0f req-94afd1c8-9cdc-4029-bf24-6addfa8cc3a7 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563073 May 13 21:56:22.073331 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acec7c-55d6-4867-b08e-eaf3a14e41bc req-2d73c7e3-bc05-4f97-a3b1-f3d90513580d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:22.074783 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-41acec7c-55d6-4867-b08e-eaf3a14e41bc req-2d73c7e3-bc05-4f97-a3b1-f3d90513580d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0452435 May 13 21:56:22.120581 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-41acec7c-55d6-4867-b08e-eaf3a14e41bc req-406c04c5-1739-4373-8a53-d796a9c50f1b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397885 May 13 21:56:22.228548 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843831a-9504-4e60-8fcd-99fdca6761e0 req-53fa4e97-2789-42ab-b508-44a7ac6989fa tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:22.229997 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a843831a-9504-4e60-8fcd-99fdca6761e0 req-53fa4e97-2789-42ab-b508-44a7ac6989fa tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0472367 May 13 21:56:22.238762 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 48922) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:22.242989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Request body: {'floatingip': {'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:22.300248 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:22.957696 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92577c1-bd7b-445a-978d-2c96cb29817d req-37db09b5-5f29-482c-bdc3-72227f67dc48 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:22.959127 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e92577c1-bd7b-445a-978d-2c96cb29817d req-37db09b5-5f29-482c-bdc3-72227f67dc48 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.0619583 May 13 21:56:23.098005 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976bb6-7a4c-494e-9262-fd71e17a942d req-3b6b7930-f9fe-4418-8d81-d79d014bd77a tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:23.100095 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2f976bb6-7a4c-494e-9262-fd71e17a942d req-3b6b7930-f9fe-4418-8d81-d79d014bd77a tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.1155045 May 13 21:56:23.108449 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e92577c1-bd7b-445a-978d-2c96cb29817d req-d430524c-fcde-48af-85bc-b0b302f70bff tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316249 May 13 21:56:23.136360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:23.141290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:23.202147 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9a82-e883-4044-9f73-f68b566628af req-7c57d681-5461-47dc-892e-fb0a311949a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:23.203651 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-7c57d681-5461-47dc-892e-fb0a311949a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0490685 May 13 21:56:23.225300 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2f976bb6-7a4c-494e-9262-fd71e17a942d req-8f93fed7-e304-4936-bf59-1a366517de14 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1072621 May 13 21:56:23.337713 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9a82-e883-4044-9f73-f68b566628af req-9fdbebe9-dd64-40bb-abc6-0607985faf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:23.339353 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-9fdbebe9-dd64-40bb-abc6-0607985faf90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447865 May 13 21:56:23.382516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Router b1415f57-5ee5-42de-9732-ec088c54deff has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:56:23.492100 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:56:23.497259 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:23.501951 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] Sync routers for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:56:23.511512 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:23.512113 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:23.528113 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:23.529710 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5004da6-83d2-40c2-8eec-2339ada16795" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:23.564077 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c26f948a-0227-4370-8d6c-42f37589c675 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "PUT /v2.0/floatingips/590bca04-8331-42e8-a691-bc3109cc8473 HTTP/1.1" status: 200 len: 993 time: 1.3236861 May 13 21:56:23.569167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d351f0-47f2-4518-ab4b-37c07cc592ce x-openstack-request-id: req-75d351f0-47f2-4518-ab4b-37c07cc592ce {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:23.569462 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:23.569724 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75d351f0-47f2-4518-ab4b-37c07cc592ce {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:23.570258 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d351f0-47f2-4518-ab4b-37c07cc592ce'] response: {'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'status': 'completed', 'code': 200} May 13 21:56:23.628064 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:23.634859 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-f7c20eff-6b7a-4066-acdc-184d7d7d2d42 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945461 May 13 21:56:23.658182 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-e3fab843-ad19-4820-93f3-172c704df135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:23.659841 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-e3fab843-ad19-4820-93f3-172c704df135 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0414734 May 13 21:56:23.846539 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-622b9a82-e883-4044-9f73-f68b566628af req-5eb2cc3b-114f-4042-af7a-2f3bd47fc605 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977361 May 13 21:56:23.862965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-e0c6f09d-d291-41c3-9cfd-f2314f8734d8 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:23.864403 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-e0c6f09d-d291-41c3-9cfd-f2314f8734d8 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.1139233 May 13 21:56:23.932048 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-0ca0ddcc-77cf-4fd5-8a67-94276900a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:23.933503 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-0ca0ddcc-77cf-4fd5-8a67-94276900a878 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.1847970 May 13 21:56:23.937488 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '590bca04-8331-42e8-a691-bc3109cc8473', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:10Z', 'updated_at': '2022-05-13T21:56:22Z', 'revision_number': 3, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:23.968365 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] Checking router: b1415f57-5ee5-42de-9732-ec088c54deff for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:56:23.976506 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:23.977106 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:24.013295 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Deleting port c4df6d51-ad13-478c-b857-3f2949f60980 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:56:24.013859 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:24.050113 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-9e1a2093-1564-4628-a925-9b17f0b302ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 1001 time: 0.0980871 May 13 21:56:24.086055 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:24.165401 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-e75d275d-6905-4ad2-9dad-5e4ee7fc7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:24.166879 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-e75d275d-6905-4ad2-9dad-5e4ee7fc7e8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0854931 May 13 21:56:24.172375 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] For port c4df6d51-ad13-478c-b857-3f2949f60980, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4df6d51-ad13-478c-b857-3f2949f60980,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:24.172743 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:24.311540 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '590bca04-8331-42e8-a691-bc3109cc8473', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:10Z', 'updated_at': '2022-05-13T21:56:22Z', 'revision_number': 3, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:24.336128 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c8150-6502-441c-8cff-1076a3b732cd req-b0db9822-3c3c-4b4f-9456-1039ec1aee41 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:24.337585 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d5c8150-6502-441c-8cff-1076a3b732cd req-b0db9822-3c3c-4b4f-9456-1039ec1aee41 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 945 time: 0.1329432 May 13 21:56:24.341467 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a6e1a-187c-4ace-9a9d-13f03b3c6f84 None None] The sync data for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi is: [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '590bca04-8331-42e8-a691-bc3109cc8473', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'port_id': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'mac_address': 'fa:16:3e:6b:96:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:54:10Z', 'updated_at': '2022-05-13T21:56:22Z', 'revision_number': 3, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:56:24.428809 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e3504-e3b5-43a5-8c06-f23e8817076a req-0174b328-9117-437c-9689-13f62173ece2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:24.430646 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-975e3504-e3b5-43a5-8c06-f23e8817076a req-0174b328-9117-437c-9689-13f62173ece2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.1282084 May 13 21:56:24.535221 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d5c8150-6502-441c-8cff-1076a3b732cd req-0f5664c2-52ba-4290-878c-bdb3203fc00a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519821 May 13 21:56:24.548087 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:24.548446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (0601e18c-575e-4618-aeba-b79843852f6a), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:24.548763 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Floating IP 0601e18c-575e-4618-aeba-b79843852f6a disassociated. External IP: 172.27.0.152, port: c4df6d51-ad13-478c-b857-3f2949f60980. May 13 21:56:24.549108 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Calling delete_port for c4df6d51-ad13-478c-b857-3f2949f60980 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:56:24.610171 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-975e3504-e3b5-43a5-8c06-f23e8817076a req-a33e6388-99cc-4fba-b02c-87aecc745704 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1685946 May 13 21:56:24.697314 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (c4df6d51-ad13-478c-b857-3f2949f60980), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:24.739232 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'Port': ['ID=c4df6d51-ad13-478c-b857-3f2949f60980,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:24.807351 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-d5b72cd6-7802-40b7-ad24-200256ba986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:24.808866 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-d5b72cd6-7802-40b7-ad24-200256ba986b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803959 May 13 21:56:24.939370 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:56:24.952096 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-e8225045-a16d-49f6-8012-24956aa36d58 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358547 May 13 21:56:25.127627 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5004da6-83d2-40c2-8eec-2339ada16795 req-01a251ed-a92f-4abb-b289-17d51b1f0911 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681001 May 13 21:56:25.128795 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:56:25.138947 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:56:25.149756 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:25.151311 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:25.179778 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] No DVR routers for this DVR port c4df6d51-ad13-478c-b857-3f2949f60980 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:56:25.182623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:25.186616 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb3ae95d-86bc-40b8-9831-b526b6f73e08 req-d62cd667-aa83-4f66-a83c-94ab6696566c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "DELETE /v2.0/ports/c4df6d51-ad13-478c-b857-3f2949f60980 HTTP/1.1" status: 204 len: 173 time: 1.3148122 May 13 21:56:25.267213 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:25.453550 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:25.480808 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:56:25.490053 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:25.490672 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:25.571271 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}, {'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'name': 'network-vif-deleted', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:25.574068 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8662f38-5a8c-416c-914c-52b74a8ef31d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7"}, {"server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "name": "network-vif-deleted", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:25.600345 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:25.615931 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 13 May 2022 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a851d03-2ca7-448f-b064-373f19f5097c x-openstack-request-id: req-5a851d03-2ca7-448f-b064-373f19f5097c {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:25.616277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7", "status": "completed", "code": 200}, {"server_uuid": "95c1fa86-0199-416e-906e-ecbb3d1e510f", "name": "network-vif-deleted", "tag": "c4df6d51-ad13-478c-b857-3f2949f60980", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:25.616535 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a851d03-2ca7-448f-b064-373f19f5097c {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:25.616980 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a851d03-2ca7-448f-b064-373f19f5097c'] response: {'name': 'network-changed', 'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'status': 'completed', 'code': 200} May 13 21:56:25.617264 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a851d03-2ca7-448f-b064-373f19f5097c'] response: {'server_uuid': '95c1fa86-0199-416e-906e-ecbb3d1e510f', 'name': 'network-vif-deleted', 'tag': 'c4df6d51-ad13-478c-b857-3f2949f60980', 'status': 'completed', 'code': 200} May 13 21:56:25.674117 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4ccd937d-7fb7-4912-86dd-fce5279eed3f req-1efb6897-3da6-4aae-9fed-9e9cf705bce2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c1fa86-0199-416e-906e-ecbb3d1e510f HTTP/1.1" status: 200 len: 210 time: 0.0425048 May 13 21:56:25.714367 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-949be361-83d8-4e9e-84ea-8dcf6c3cd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:25.716322 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-949be361-83d8-4e9e-84ea-8dcf6c3cd50c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 1130 time: 0.0539200 May 13 21:56:25.753685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c8f5-32c1-4e85-9875-91476e8c6323 req-18ecb068-ea5d-4919-b33e-1c71fca9e729 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:25.755101 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8f96c8f5-32c1-4e85-9875-91476e8c6323 req-18ecb068-ea5d-4919-b33e-1c71fca9e729 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0497367 May 13 21:56:25.813524 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8f96c8f5-32c1-4e85-9875-91476e8c6323 req-fe3cbabe-f651-4c62-8741-b9bf8ce85330 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&id=127fdbe8-6f69-4e2d-b327-1b5b465a5353&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527904 May 13 21:56:25.813987 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:25.844425 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10426c7f-c41c-4e9d-bed6-6aba0aec5ac1 None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:56:26.022484 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-c25f0ec6-249d-4c7d-86c1-2cf81d9730b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:26.024033 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-c25f0ec6-249d-4c7d-86c1-2cf81d9730b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.0951264 May 13 21:56:26.088121 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7943a-823f-41f3-a515-8785366bccf7 None None] New status for floating IP 0601e18c-575e-4618-aeba-b79843852f6a: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:56:26.100293 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-a458a523-a080-4209-9139-c8507b349752 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 200 len: 1001 time: 0.0702174 May 13 21:56:26.148663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-89f3f9e4-6b40-4d3a-9acb-cb0ddf4ac525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:26.150280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-89f3f9e4-6b40-4d3a-9acb-cb0ddf4ac525 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0444448 May 13 21:56:26.193190 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-6cb4142b-40c5-49a4-9737-19f8e79cd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:26.194696 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-6cb4142b-40c5-49a4-9737-19f8e79cd9e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389316 May 13 21:56:26.527721 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-9e06cd2d-d413-4679-8996-56278a580ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263280 May 13 21:56:26.626380 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8662f38-5a8c-416c-914c-52b74a8ef31d req-ce4c8b52-7d70-4e36-b280-87d01c77c7a4 service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811126 May 13 21:56:26.924715 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-0063f471-a2d8-439a-b47a-bf493cff6b2b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802433148&fields=id&tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 267 time: 0.0428536 May 13 21:56:27.030866 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-cb8a36dc-297c-4431-af15-190fd71a2ac3 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:27.032307 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-cb8a36dc-297c-4431-af15-190fd71a2ac3 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 812 time: 0.1013854 May 13 21:56:27.049592 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-8e9bfe52-52b8-44e0-8ca7-651efe7fd713 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/quotas/e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 375 time: 0.0119746 May 13 21:56:27.097631 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-ac3b2bba-7ee5-48be-90a4-bda224b059a7 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429118 May 13 21:56:27.193575 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-90c5b167-6d98-4073-a380-9e8eca3452b3 service neutron] 10.222.0.35 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840499 May 13 21:56:27.279934 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-05e29b2d-410f-4a24-98c3-276dc94d78b6 service neutron] 10.222.0.35 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807042 May 13 21:56:27.557441 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4879d841-8fdb-40a7-918a-bb6e1e338331 req-4d78a206-789b-4b82-b75c-f07b17af1d60 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 210 time: 0.0313823 May 13 21:56:28.585622 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-c43c5f0c-6961-414a-8de9-e69076434f78 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:28.587102 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-c43c5f0c-6961-414a-8de9-e69076434f78 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 812 time: 0.1048458 May 13 21:56:28.665403 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dfeb30b1-381b-440a-8e6f-0a5b8c7a5889 req-9cb7cf04-d6c4-47e4-88e6-cc379f9d9407 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 210 time: 0.0419087 May 13 21:56:28.699632 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-3753bfcd-782c-4007-bba1-a658f21a01d1 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 380 time: 0.0838544 May 13 21:56:28.707623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'port': {'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'admin_state_up': True, 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'security_groups': ['a8702ef1-d79b-4c97-90a2-db12d096ccc8']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:28.812694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Made reservation on behalf of e2695816a7fb4bd7ab0ea420b156e6e6 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:56:28.815978 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:28.940304 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Allocated IP 172.20.0.9 (db469d62-9f19-4947-a3c5-257e3bf41ebd/0f674b44-212e-43e6-bad0-504fc079bfe2/ae3ce264-7948-4690-9c35-37b75db494f0) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:56:29.044498 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c4df6d51-ad13-478c-b857-3f2949f60980 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:56:29.065154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: c4df6d51-ad13-478c-b857-3f2949f60980 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:56:29.065420 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c4df6d51-ad13-478c-b857-3f2949f60980 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:56:29.079707 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (ae3ce264-7948-4690-9c35-37b75db494f0), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.112478 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.155561 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:56:29.158876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:56:29.165403 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:56:29.171960 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=ae3ce264-7948-4690-9c35-37b75db494f0,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:29.228346 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:29.228952 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.248884 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-183016c7-4a20-4460-95c2-5562ecf4bafe tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447919 May 13 21:56:29.267380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Request body: {'port': {'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:29.334876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.442568 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-2fa0073c-5a9e-436a-943e-51ce7b090c0d None None] Provisioning complete for port ae3ce264-7948-4690-9c35-37b75db494f0 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:56:29.442985 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2fa0073c-5a9e-436a-943e-51ce7b090c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.476601 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0073c-5a9e-436a-943e-51ce7b090c0d None None] Port ae3ce264-7948-4690-9c35-37b75db494f0 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:56:29.631508 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3ce264-7948-4690-9c35-37b75db494f0 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:56:29.639149 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Publish callbacks [] for port (ae3ce264-7948-4690-9c35-37b75db494f0), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.651257 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Transition to ACTIVE for port object ae3ce264-7948-4690-9c35-37b75db494f0 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:56:29.655830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.729671 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3ce264-7948-4690-9c35-37b75db494f0,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:29.810237 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64118d-7c6c-470d-bb8e-e4c4420dc208 req-8eb15844-824f-4cbd-9afe-21c745f8f58e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:29.811783 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dc64118d-7c6c-470d-bb8e-e4c4420dc208 req-8eb15844-824f-4cbd-9afe-21c745f8f58e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0589638 May 13 21:56:29.833069 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Attempting to bind port ae3ce264-7948-4690-9c35-37b75db494f0 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:56:29.833433 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Attempting to bind port ae3ce264-7948-4690-9c35-37b75db494f0 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:56:29.833718 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Attempting to bind port ae3ce264-7948-4690-9c35-37b75db494f0 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:56:29.846909 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Port ae3ce264-7948-4690-9c35-37b75db494f0 on network db469d62-9f19-4947-a3c5-257e3bf41ebd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:56:29.847232 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Attempting to bind port ae3ce264-7948-4690-9c35-37b75db494f0 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:56:29.859907 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:56:29.860242 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Checking segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:56:29.860623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Bound using segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:56:29.861053 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Bound port: ae3ce264-7948-4690-9c35-37b75db494f0, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:56:29.861672 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.894338 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dc64118d-7c6c-470d-bb8e-e4c4420dc208 req-97dd0a47-f55b-43b8-b6f9-877756515b38 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723505 May 13 21:56:29.944817 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] For port ae3ce264-7948-4690-9c35-37b75db494f0, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:56:29.947728 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] For port ae3ce264-7948-4690-9c35-37b75db494f0, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ae3ce264-7948-4690-9c35-37b75db494f0,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:56:29.953921 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.988280 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:29.988906 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:29.990276 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] 10.222.0.58 "PUT /v2.0/ports/ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 200 len: 1093 time: 0.7274027 May 13 21:56:29.990742 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:29.992968 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847d814-24eb-4293-9adb-ba47d4ead7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:30.018126 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58ed30-a282-44c2-87cb-e105cbf71893 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3ce264-7948-4690-9c35-37b75db494f0,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:30.035611 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db23b8-7a44-4ae8-af34-3850f3868aee x-openstack-request-id: req-27db23b8-7a44-4ae8-af34-3850f3868aee {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:30.035950 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:30.036213 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27db23b8-7a44-4ae8-af34-3850f3868aee {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:30.036628 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27db23b8-7a44-4ae8-af34-3850f3868aee'] response: {'name': 'network-changed', 'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'status': 'completed', 'code': 200} May 13 21:56:30.092876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-a6353e9d-c32e-4b19-8964-2b10fb78dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:30.094486 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-a6353e9d-c32e-4b19-8964-2b10fb78dad2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1127 time: 0.0416362 May 13 21:56:30.148916 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-6065ba30-b34b-4e2e-b5ca-757b72233162 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 200 len: 217 time: 0.0402544 May 13 21:56:30.203043 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-88d4df7f-fb91-4aed-aed1-38379843b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:30.204478 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-88d4df7f-fb91-4aed-aed1-38379843b0d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0437112 May 13 21:56:30.249507 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-96b6ba57-3ba5-41b7-a5b0-01aa570af92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:30.250953 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-96b6ba57-3ba5-41b7-a5b0-01aa570af92a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379975 May 13 21:56:30.340392 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-a33a4ec7-3113-4a43-9975-785254c1a4a2 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830703 May 13 21:56:30.425282 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6af95f91-6975-46fc-9f68-a9627a4e5c48 req-07dcba89-4af3-4ed6-ae3f-0be65df15fc9 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793116 May 13 21:56:30.782334 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-c4dac5e2-50f0-41c5-8521-2cb2f46a2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:30.783898 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-c4dac5e2-50f0-41c5-8521-2cb2f46a2b20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1127 time: 0.0417986 May 13 21:56:31.020431 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-a76de7fa-e065-45e3-8938-1eb7daf39eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:31.021985 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-a76de7fa-e065-45e3-8938-1eb7daf39eaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.1181610 May 13 21:56:31.028537 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef0a02-b58b-45db-b10e-46eb9aea2813 req-1e06bfa3-6222-467c-afab-18f966faa7e5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:31.029860 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7fef0a02-b58b-45db-b10e-46eb9aea2813 req-1e06bfa3-6222-467c-afab-18f966faa7e5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0655668 May 13 21:56:31.071790 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-614b275e-0654-49ac-8cc6-ec60c30f38d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 200 len: 217 time: 0.0409987 May 13 21:56:31.142124 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7fef0a02-b58b-45db-b10e-46eb9aea2813 req-26824807-8582-4220-9116-6f43cc9f6c1b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058867 May 13 21:56:31.143695 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-315d2c7e-bd9d-4338-82b4-98a4dd33d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:31.145052 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-315d2c7e-bd9d-4338-82b4-98a4dd33d78d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0670543 May 13 21:56:31.194650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-67277608-ba67-474c-a3ed-162de337d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:31.196177 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-67277608-ba67-474c-a3ed-162de337d1f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452945 May 13 21:56:31.283533 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-4172b194-5336-4df4-9224-1c59f9200927 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811398 May 13 21:56:31.374086 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0847d814-24eb-4293-9adb-ba47d4ead7dc req-d12e27e7-ab0c-4f5d-9de3-2f902e1ae3ce service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 May 13 21:56:32.255455 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd5fb-1f5a-49f8-9649-3c3cf1e040a9 req-5ac6448d-9ac3-44b0-a11c-facb94b8844d tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:32.256893 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3d4cd5fb-1f5a-49f8-9649-3c3cf1e040a9 req-5ac6448d-9ac3-44b0-a11c-facb94b8844d tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0459259 May 13 21:56:32.303366 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3d4cd5fb-1f5a-49f8-9649-3c3cf1e040a9 req-67ecafbb-489e-4adf-a3e8-51f66e896526 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 May 13 21:56:33.413447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace13373-be08-4a29-ac0d-c01b63e49c88 req-e526c079-7035-4369-a3bc-f927cc855368 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:33.414869 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ace13373-be08-4a29-ac0d-c01b63e49c88 req-e526c079-7035-4369-a3bc-f927cc855368 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0466280 May 13 21:56:33.468351 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ace13373-be08-4a29-ac0d-c01b63e49c88 req-7acfcfdc-1473-447f-838a-cdc75da7eb4f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472667 May 13 21:56:34.579117 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3153907-5e91-46da-a0b7-835f7811e04a req-5f2beb87-d52b-4d24-982e-8add8e56b200 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:34.580577 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c3153907-5e91-46da-a0b7-835f7811e04a req-5f2beb87-d52b-4d24-982e-8add8e56b200 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0459564 May 13 21:56:34.627250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c3153907-5e91-46da-a0b7-835f7811e04a req-31018389-2d69-4b6c-966c-c46d4bafeaaa tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 May 13 21:56:35.735364 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375707a0-6be3-4bc2-9b2e-38671d691674 req-4b713c9d-497c-4235-b073-58fb5e932b79 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:35.737069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-375707a0-6be3-4bc2-9b2e-38671d691674 req-4b713c9d-497c-4235-b073-58fb5e932b79 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0458155 May 13 21:56:35.784198 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-375707a0-6be3-4bc2-9b2e-38671d691674 req-e2f26a7f-dcb3-41c0-884a-d556fc6e0e13 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 May 13 21:56:36.895086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549ab8b-e988-4e20-be65-63ce656b2df7 req-fe5fbd01-9cdf-403a-9044-2ea812ac4e51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:36.896520 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6549ab8b-e988-4e20-be65-63ce656b2df7 req-fe5fbd01-9cdf-403a-9044-2ea812ac4e51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0486894 May 13 21:56:36.944095 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6549ab8b-e988-4e20-be65-63ce656b2df7 req-43624692-4e50-4416-a7af-1adde7855256 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 May 13 21:56:38.054836 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d440c-0d51-4a72-b872-359a1f40b61c req-8fa6ba93-a17d-4621-b24c-842694d88e44 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:38.056286 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e4d440c-0d51-4a72-b872-359a1f40b61c req-8fa6ba93-a17d-4621-b24c-842694d88e44 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.0471320 May 13 21:56:38.283222 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1e4d440c-0d51-4a72-b872-359a1f40b61c req-544166dd-b88c-4dbb-a765-5e6aefab6dcd tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207289 May 13 21:56:39.099868 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device ae3ce264-7948-4690-9c35-37b75db494f0 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:56:39.215788 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port ae3ce264-7948-4690-9c35-37b75db494f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ae3ce264-7948-4690-9c35-37b75db494f0,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:39.349385 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:56:39.387396 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port ae3ce264-7948-4690-9c35-37b75db494f0 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:56:39.387788 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:39.400233 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3ce264-7948-4690-9c35-37b75db494f0 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:56:39.420386 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port ae3ce264-7948-4690-9c35-37b75db494f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ae3ce264-7948-4690-9c35-37b75db494f0,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:39.425292 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:39.454987 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff0bc-afcc-49e7-8929-f8a9815f76b1 req-e15f1f7e-9437-4d5d-95e6-ac7357226220 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:39.456554 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-259ff0bc-afcc-49e7-8929-f8a9815f76b1 req-e15f1f7e-9437-4d5d-95e6-ac7357226220 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 943 time: 0.1056337 May 13 21:56:39.479083 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=ae3ce264-7948-4690-9c35-37b75db494f0,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:39.508967 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-259ff0bc-afcc-49e7-8929-f8a9815f76b1 req-4dc97cca-ae17-42e0-8d08-666d69e12fe8 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466712 May 13 21:56:39.798990 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['ae3ce264-7948-4690-9c35-37b75db494f0'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:56:40.616120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ab6aa-cc17-4acb-bcc5-48de1416fe89 req-bcfc2f5b-93c5-4523-abed-5b852fa266a5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:40.617561 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-619ab6aa-cc17-4acb-bcc5-48de1416fe89 req-bcfc2f5b-93c5-4523-abed-5b852fa266a5 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 944 time: 0.0454822 May 13 21:56:40.665523 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-619ab6aa-cc17-4acb-bcc5-48de1416fe89 req-a7126900-7930-4bc0-8b4a-e86c7a7d81da tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 May 13 21:56:41.127074 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device ae3ce264-7948-4690-9c35-37b75db494f0 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:56:41.173900 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port ae3ce264-7948-4690-9c35-37b75db494f0 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:56:41.179537 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port ae3ce264-7948-4690-9c35-37b75db494f0 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:56:41.179915 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:41.254939 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port ae3ce264-7948-4690-9c35-37b75db494f0 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:56:41.255330 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:41.277132 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:41.279392 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0484f51-ba48-4875-9424-17ac3646f0b3" -d '{"events": [{"server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "name": "network-vif-plugged", "status": "completed", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:41.291527 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port ae3ce264-7948-4690-9c35-37b75db494f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ae3ce264-7948-4690-9c35-37b75db494f0,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:56:41.295505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:41.323872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14388ddd-5cd1-4efe-bd9b-48e64d68344f x-openstack-request-id: req-14388ddd-5cd1-4efe-bd9b-48e64d68344f {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:41.324162 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "name": "network-vif-plugged", "status": "completed", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:41.324410 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14388ddd-5cd1-4efe-bd9b-48e64d68344f {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:41.325359 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14388ddd-5cd1-4efe-bd9b-48e64d68344f'] response: {'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'code': 200} May 13 21:56:41.349990 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=ae3ce264-7948-4690-9c35-37b75db494f0,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:41.609086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dfc70-6181-4333-934d-43ad2e8d5388 req-a319b774-2314-4c01-a500-617a40433920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:41.610515 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a45dfc70-6181-4333-934d-43ad2e8d5388 req-a319b774-2314-4c01-a500-617a40433920 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1129 time: 0.0369902 May 13 21:56:41.659858 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a45dfc70-6181-4333-934d-43ad2e8d5388 req-be209a2a-f5eb-41b4-b5b9-4ca0b84b3297 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 May 13 21:56:41.773347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9652-c61e-476d-becc-a750c44ce1b0 req-c3d22dcc-0133-45d5-aeac-4062fdfd3228 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:41.774803 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a04e9652-c61e-476d-becc-a750c44ce1b0 req-c3d22dcc-0133-45d5-aeac-4062fdfd3228 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0460880 May 13 21:56:41.822062 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a04e9652-c61e-476d-becc-a750c44ce1b0 req-7cc1d92f-c104-465d-8624-436e38de5f75 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 May 13 21:56:42.932803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6738db0-e551-4e98-9aec-fc5e4600f1f6 req-8f9d0357-5bfe-448d-8eaf-3afd1a24f6ce tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:42.934780 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f6738db0-e551-4e98-9aec-fc5e4600f1f6 req-8f9d0357-5bfe-448d-8eaf-3afd1a24f6ce tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0454502 May 13 21:56:42.985704 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f6738db0-e551-4e98-9aec-fc5e4600f1f6 req-c944653f-3e09-43f8-addb-27a6635e7397 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454421 May 13 21:56:43.914183 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:44.101447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7685b8-c018-4132-9083-d5cdd48812cc req-036d7544-c3b1-4908-8842-f73958a1578f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:44.102930 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed7685b8-c018-4132-9083-d5cdd48812cc req-036d7544-c3b1-4908-8842-f73958a1578f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0488365 May 13 21:56:44.150151 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed7685b8-c018-4132-9083-d5cdd48812cc req-3c1626d4-fba6-4af0-b1da-8d64e7509854 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 May 13 21:56:44.260790 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eef430-a209-4da7-aa6d-b6b33d024e8c req-6209b0d3-b034-4396-93fb-f08b1884cc9e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:44.262821 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c1eef430-a209-4da7-aa6d-b6b33d024e8c req-6209b0d3-b034-4396-93fb-f08b1884cc9e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0466242 May 13 21:56:44.312655 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c1eef430-a209-4da7-aa6d-b6b33d024e8c req-d39c0bfe-9d2a-4240-96bf-a4dfc8644d8e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 May 13 21:56:44.337240 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49012) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:44.375125 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f7940e-0fa1-4967-b93c-4bbb0949a332 tempest-TestVolumeBootPattern-482487789 tempest-TestVolumeBootPattern-482487789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:44.376557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c2f7940e-0fa1-4967-b93c-4bbb0949a332 tempest-TestVolumeBootPattern-482487789 tempest-TestVolumeBootPattern-482487789-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1124 time: 0.0383584 May 13 21:56:44.379299 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49014) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:56:44.383483 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:56:44.404113 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:44.482904 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:44.587622 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Allocated IP 172.27.0.87 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/45166c42-412e-4fdc-bbe9-161fc44ebe2c) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:56:44.686565 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:44.718118 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:44.757290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:56:44.760012 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:56:44.762640 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:56:44.789971 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=45166c42-412e-4fdc-bbe9-161fc44ebe2c,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:45.059332 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-83e06931-2d3e-40cd-8215-bb3961f3d769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:45.125811 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (9c8810fd-e1fa-40c6-ab64-344e1f4a92ab), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:45.195775 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:45.377167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:45.381618 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:45.447001 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=45166c42-412e-4fdc-bbe9-161fc44ebe2c,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:56:45.458765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (9c8810fd-e1fa-40c6-ab64-344e1f4a92ab), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:45.559965 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Floating IP 9c8810fd-e1fa-40c6-ab64-344e1f4a92ab associated. External IP: 172.27.0.87, port: ae3ce264-7948-4690-9c35-37b75db494f0. May 13 21:56:45.767505 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:56:46.122685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:56:46.132115 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:56:46.141159 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:46.142807 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:46.143442 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:46.173284 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-00137b4d-f20f-4b8f-8af0-04361fd54f51 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7929392 May 13 21:56:46.173869 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:56:46.176133 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a0858-7a6e-4d76-b139-648d3735d849" -d '{"events": [{"name": "network-changed", "server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:56:46.211289 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073d8561-0b2e-42ee-a338-0f60b6510d97 x-openstack-request-id: req-073d8561-0b2e-42ee-a338-0f60b6510d97 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:56:46.211598 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:56:46.211850 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-073d8561-0b2e-42ee-a338-0f60b6510d97 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:56:46.212258 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073d8561-0b2e-42ee-a338-0f60b6510d97'] response: {'name': 'network-changed', 'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'status': 'completed', 'code': 200} May 13 21:56:46.266298 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:46.329738 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0858-7a6e-4d76-b139-648d3735d849 req-fabaa338-4431-4017-8802-d31c33e1607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:46.331253 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-fabaa338-4431-4017-8802-d31c33e1607c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1129 time: 0.0418935 May 13 21:56:46.442089 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0858-7a6e-4d76-b139-648d3735d849 req-6c19838c-47f0-4f6b-b996-762d914e8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:46.443726 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-6c19838c-47f0-4f6b-b996-762d914e8373 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.0906661 May 13 21:56:46.488850 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:44Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:46.517843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:56:46.528523 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:56:46.529512 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:46.641918 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:56:46.777634 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-796b7a05-afeb-420e-aa5a-e922900cd9f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 200 len: 998 time: 0.0760455 May 13 21:56:46.826410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0858-7a6e-4d76-b139-648d3735d849 req-f6b59672-e942-4b90-adb3-a7a060887668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:46.827948 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-f6b59672-e942-4b90-adb3-a7a060887668 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0440121 May 13 21:56:46.878022 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:44Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:56:46.906541 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012fc5d7-3545-410f-9c19-aeb84160f1b8 None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:44Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:56:46.921724 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0858-7a6e-4d76-b139-648d3735d849 req-135e17cb-6a4b-4d04-98b2-8140f694a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:46.923524 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-135e17cb-6a4b-4d04-98b2-8140f694a0a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401397 May 13 21:56:47.113252 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a2e63-6688-4012-9a67-3e56436d81f5 None None] New status for floating IP 9c8810fd-e1fa-40c6-ab64-344e1f4a92ab: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:56:47.296582 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-3b5fdcea-15d5-48b4-96c3-2074653e95d1 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930665 May 13 21:56:47.297499 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8c8cba9e-e93b-4a2d-b074-f593e7a39734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:47.424182 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-979a0858-7a6e-4d76-b139-648d3735d849 req-30624d1f-e2f2-4796-9ebf-fd201f29a838 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180136 May 13 21:56:47.428996 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-f7531e43-e292-4b73-92fc-c67272c0b641 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551834 May 13 21:56:47.534494 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2daf5b-d4c3-42dd-9380-203808621481 req-85d7c9ef-314c-4298-8108-d07d0e752754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:47.536021 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-85d7c9ef-314c-4298-8108-d07d0e752754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=428d047f511945e5bdf35eb8ed236507&device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 1129 time: 0.0384407 May 13 21:56:47.641612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2daf5b-d4c3-42dd-9380-203808621481 req-9ae9ea15-59fe-41a0-ab85-4bb35f9916a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:47.643031 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-9ae9ea15-59fe-41a0-ab85-4bb35f9916a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 200 len: 919 time: 0.0850024 May 13 21:56:47.696438 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-5e36f2fc-ceb4-4f33-827b-c27ed1281145 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 200 len: 217 time: 0.0373828 May 13 21:56:47.744106 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2daf5b-d4c3-42dd-9380-203808621481 req-9af2df71-c12d-42e6-bdb7-f29b3188e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:47.745497 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-9af2df71-c12d-42e6-bdb7-f29b3188e8eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 200 len: 857 time: 0.0431051 May 13 21:56:47.786845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2daf5b-d4c3-42dd-9380-203808621481 req-143ffad2-ce35-423f-9a8b-b14344b154bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:56:47.788333 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-143ffad2-ce35-423f-9a8b-b14344b154bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90541eb1-b174-4a95-af44-3c1eff2260dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362418 May 13 21:56:47.879652 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-de031c55-b841-46d4-a306-56032dd092ee service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849061 May 13 21:56:47.971798 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be2daf5b-d4c3-42dd-9380-203808621481 req-cf9c72ec-ab76-4fc5-a55c-94e86b982cbb service neutron] 10.222.0.58 "GET /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845957 May 13 21:56:48.518157 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:49.854176 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:51.291269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:56:53.675865 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:57:05.463168 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-63db9a8b-3e35-4878-b83b-3a937e5cc9f2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83901056&fields=id&tenant_id=d37b24e8a85f49ce9d043e8a38b8748f HTTP/1.1" status: 200 len: 267 time: 0.0436158 May 13 21:57:05.516457 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-720393da-d2e2-4f8b-923c-35439c8cc879 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:05.518139 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-720393da-d2e2-4f8b-923c-35439c8cc879 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 984 time: 0.0497019 May 13 21:57:05.528633 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Request body: {'port': {'security_groups': ['40e6c41c-e7e3-40c7-b993-33f8f1ee4dba']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:05.601231 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:05.822502 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:05.852467 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:05.857133 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:05.898302 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['4c96b3ab-f491-41d1-841b-d63a58be11a5'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:05.900992 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:05.901598 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:05.906399 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dc764fcc-cf82-46e6-95f2-7c9300e1cc2b req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "PUT /v2.0/ports/4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 942 time: 0.3817484 May 13 21:57:05.907124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:05.909597 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f16a08-779b-4e47-bb05-86934911a1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:05.909755 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49074) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:05.948414 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d62e0-5f7a-4f9d-b588-97add933c17c tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event updated for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=7']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:06.023018 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group (127fdbe8-6f69-4e2d-b327-1b5b465a5353), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.056361 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc49df26-9655-47d5-9ade-68976f4d08ff x-openstack-request-id: req-fc49df26-9655-47d5-9ade-68976f4d08ff {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:06.056658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:06.056803 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group (127fdbe8-6f69-4e2d-b327-1b5b465a5353), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.056911 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc49df26-9655-47d5-9ade-68976f4d08ff {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:06.057310 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc49df26-9655-47d5-9ade-68976f4d08ff'] response: {'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'status': 'completed', 'code': 200} May 13 21:57:06.131144 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (127fdbe8-6f69-4e2d-b327-1b5b465a5353), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.132748 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['4c96b3ab-f491-41d1-841b-d63a58be11a5'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:06.138501 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.142171 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "DELETE /v2.0/security-groups/127fdbe8-6f69-4e2d-b327-1b5b465a5353 HTTP/1.1" status: 204 len: 168 time: 0.2288201 May 13 21:57:06.143207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49086) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:06.161967 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127fdbe8-6f69-4e2d-b327-1b5b465a5353,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:06.169908 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.170271 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.170618 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.171222 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.173115 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.173473 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.173838 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.174149 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.174544 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.175078 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.175529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.175870 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.176206 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.176541 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.176881 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90aa22c-8060-4821-869e-c380a4ca4c21 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:06.260926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-bdcc10be-0446-49e4-ad76-35ecd548624c None None] Provisioning complete for port 4c96b3ab-f491-41d1-841b-d63a58be11a5 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:06.261304 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-bdcc10be-0446-49e4-ad76-35ecd548624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.271394 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-d7259d43-0749-41a6-86c9-bfe4fd049e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:06.273379 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-d7259d43-0749-41a6-86c9-bfe4fd049e81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1129 time: 0.1676600 May 13 21:57:06.375185 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd55b3-93ed-4ba6-8450-5b3117c7c798 req-5dea497e-98e6-4be5-8f3d-d583c3ab7d4f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:06.376980 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c2bd55b3-93ed-4ba6-8450-5b3117c7c798 req-5dea497e-98e6-4be5-8f3d-d583c3ab7d4f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0679252 May 13 21:57:06.393119 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc10be-0446-49e4-ad76-35ecd548624c None None] Current status of the port 4c96b3ab-f491-41d1-841b-d63a58be11a5 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:06.430044 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Deleting port 06fb0ef2-befb-47d8-bbc5-151bbb789832 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:06.430402 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.463374 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c2bd55b3-93ed-4ba6-8450-5b3117c7c798 req-a60ec684-2f4d-4810-b52c-6291f533231a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689471 May 13 21:57:06.522156 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.522409 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for floatingip (06fb0ef2-befb-47d8-bbc5-151bbb789832), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.535264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Calling delete_port for 06fb0ef2-befb-47d8-bbc5-151bbb789832 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:06.701993 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (06fb0ef2-befb-47d8-bbc5-151bbb789832), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.727294 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event deleted for resources: {'Port': ['ID=06fb0ef2-befb-47d8-bbc5-151bbb789832,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:06.788312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks [] for floatingip (97d0306b-3f7e-4b6c-a31f-4d93480a86f6), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:06.788649 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Floating IP 97d0306b-3f7e-4b6c-a31f-4d93480a86f6 disassociated (deleted). External IP: 172.27.0.118, port: 4c96b3ab-f491-41d1-841b-d63a58be11a5. May 13 21:57:07.002724 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Router beb4e0ae-9c83-476a-9a4f-4b48809c36cf has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:07.146628 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:07.155658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:07.156504 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] Sync routers for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:07.165155 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a2248-50f5-4edd-997f-ef8429e26d5f req-a411f61c-36bf-4a40-b9ba-36abb2505142 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:07.165340 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:07.165781 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:07.166620 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-da8a2248-50f5-4edd-997f-ef8429e26d5f req-a411f61c-36bf-4a40-b9ba-36abb2505142 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0724027 May 13 21:57:07.207318 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-9ddc6c1c-c80f-4b7a-9d6e-9140020085cb tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "DELETE /v2.0/floatingips/97d0306b-3f7e-4b6c-a31f-4d93480a86f6 HTTP/1.1" status: 204 len: 168 time: 1.0629935 May 13 21:57:07.235046 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-da8a2248-50f5-4edd-997f-ef8429e26d5f req-d00154ef-d102-475b-bcaf-0505e6831c3d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526221 May 13 21:57:07.278679 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:07.584563 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7fff-8369-439b-bfeb-722ec6341b8d req-a2b70429-663b-4a28-863c-40b55cb905a9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:07.586121 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dabb7fff-8369-439b-bfeb-722ec6341b8d req-a2b70429-663b-4a28-863c-40b55cb905a9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0477593 May 13 21:57:07.591275 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:27Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:07.618261 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] Checking router: beb4e0ae-9c83-476a-9a4f-4b48809c36cf for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:07.626377 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:07.627004 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:07.633819 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dabb7fff-8369-439b-bfeb-722ec6341b8d req-f72e8239-8b03-4b6f-9d64-a7d4676cc667 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 May 13 21:57:07.735089 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:07.922885 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:27Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:07.948315 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2cca6-030f-410d-8c99-0c8edcf5e00a None None] The sync data for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi is: [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:21Z', 'revision_number': 4, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '10ab10a1-3f44-420c-afb4-ab96f15a943e', 'name': '', 'network_id': 'd8a04cb7-482e-4b3e-afb7-f6138da57554', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'mac_address': 'fa:16:3e:4c:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:20Z', 'updated_at': '2022-05-13T21:54:27Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'subnets': [{'id': '876523df-f13d-47f8-a5c7-34964cf57fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:08.058273 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:08.060645 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784413b-3913-453a-95f8-995799684ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:08.096880 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107900d1-7eb2-43a3-8c56-ea2cccc2e031 x-openstack-request-id: req-107900d1-7eb2-43a3-8c56-ea2cccc2e031 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:08.097189 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:08.097445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-107900d1-7eb2-43a3-8c56-ea2cccc2e031 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:08.097859 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107900d1-7eb2-43a3-8c56-ea2cccc2e031'] response: {'name': 'network-changed', 'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'status': 'completed', 'code': 200} May 13 21:57:08.172778 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03264743-21df-4735-a5b9-8bbc664daa75 None None] New status for floating IP 97d0306b-3f7e-4b6c-a31f-4d93480a86f6: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:57:08.359353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc40c-47c5-49fb-8a7e-c87c37823b5e req-07c2ae2d-52ca-45b6-9740-847e1898d954 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:08.361070 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-971dc40c-47c5-49fb-8a7e-c87c37823b5e req-07c2ae2d-52ca-45b6-9740-847e1898d954 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0501046 May 13 21:57:08.406298 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-971dc40c-47c5-49fb-8a7e-c87c37823b5e req-07f48580-15b7-4677-8ef8-cc2dc12a6c16 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 May 13 21:57:08.745130 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba7afe-a524-456d-89f8-58106468dfc6 req-c73ae905-5baf-49b8-92f1-c95891ebc655 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:08.746610 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0fba7afe-a524-456d-89f8-58106468dfc6 req-c73ae905-5baf-49b8-92f1-c95891ebc655 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0463691 May 13 21:57:08.792058 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0fba7afe-a524-456d-89f8-58106468dfc6 req-8333048d-42f3-453f-a444-2966c917880d tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392244 May 13 21:57:09.528199 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298ac7-ddb9-4c67-9d2a-f37ff2e30a85 req-96933878-a99d-4519-bcb1-004077fbc961 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:09.529684 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db298ac7-ddb9-4c67-9d2a-f37ff2e30a85 req-96933878-a99d-4519-bcb1-004077fbc961 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0461679 May 13 21:57:09.584249 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db298ac7-ddb9-4c67-9d2a-f37ff2e30a85 req-d042e706-3c9a-441b-9b7f-36ea738c9ae1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464818 May 13 21:57:09.669890 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-0334268b-9ffb-4781-844b-82b85245e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:09.671580 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-0334268b-9ffb-4781-844b-82b85245e1ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 916 time: 0.0863645 May 13 21:57:09.907808 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e5e5-0335-4818-a385-548f809dc631 req-1d2115f0-d537-482e-814c-c0e6d9e2ea7e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:09.909323 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fba9e5e5-0335-4818-a385-548f809dc631 req-1d2115f0-d537-482e-814c-c0e6d9e2ea7e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0509698 May 13 21:57:09.953331 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-630172c0-2447-4299-a7c7-e3bd48d8bf3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 217 time: 0.0430465 May 13 21:57:09.987500 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fba9e5e5-0335-4818-a385-548f809dc631 req-4e42cc8d-605a-46b6-955d-43a157f41c33 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715606 May 13 21:57:10.467653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d767-635f-4221-b636-81e52350199d req-a8557a9f-4aad-4a5e-a158-1c6e7d92826f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:10.469616 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-99b5d767-635f-4221-b636-81e52350199d req-a8557a9f-4aad-4a5e-a158-1c6e7d92826f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.0722466 May 13 21:57:10.474942 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-54da6486-fac6-4a66-b83c-b950ad24b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:10.476344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-54da6486-fac6-4a66-b83c-b950ad24b842 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 200 len: 854 time: 0.0867302 May 13 21:57:10.598625 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-074dbd55-157c-47d8-be51-b86db84346a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:10.600162 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-074dbd55-157c-47d8-be51-b86db84346a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8a04cb7-482e-4b3e-afb7-f6138da57554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682235 May 13 21:57:10.705730 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Deleting port 32691995-0573-40f8-aaf1-a4ed6f867bf7 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:10.706073 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:11.049187 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2fb23-d950-4431-8f06-d7633731537e req-f049ef09-c311-4e1c-b657-b3b1dfe9b0fa tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:11.050594 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5d2fb23-d950-4431-8f06-d7633731537e req-f049ef09-c311-4e1c-b657-b3b1dfe9b0fa tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.3845322 May 13 21:57:11.085694 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-5bb19343-6cfd-4622-99b1-a9cf6c45a663 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784715 May 13 21:57:11.175695 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c84fc9-0de6-4051-aa6a-a983c946af67 req-7db6d2d5-eaae-45ae-a654-fe0ff05d4322 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:11.177157 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-95c84fc9-0de6-4051-aa6a-a983c946af67 req-7db6d2d5-eaae-45ae-a654-fe0ff05d4322 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 946 time: 0.1193941 May 13 21:57:11.189099 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] For port 32691995-0573-40f8-aaf1-a4ed6f867bf7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=32691995-0573-40f8-aaf1-a4ed6f867bf7,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:11.189472 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:11.255700 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5d2fb23-d950-4431-8f06-d7633731537e req-659b944c-5d47-419d-897f-87baf08f06a8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968203 May 13 21:57:11.345208 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-95c84fc9-0de6-4051-aa6a-a983c946af67 req-d4993d5c-2a5a-4636-9c0e-bf8bc13e522a tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a393a27-eaef-4a66-91ef-80c7ea00d692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584246 May 13 21:57:11.350819 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8f16a08-779b-4e47-bb05-86934911a1f7 req-57360636-779e-4db1-95ea-f4bcda0fca10 service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401249 May 13 21:57:11.491233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784413b-3913-453a-95f8-995799684ebd req-e270154d-55b1-4627-bf5c-9c1a9170d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:11.492720 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-e270154d-55b1-4627-bf5c-9c1a9170d4c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 1129 time: 0.0540702 May 13 21:57:11.495642 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:11.496008 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:11.496337 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Floating IP 590bca04-8331-42e8-a691-bc3109cc8473 disassociated. External IP: 172.27.0.35, port: 32691995-0573-40f8-aaf1-a4ed6f867bf7. May 13 21:57:11.496679 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Calling delete_port for 32691995-0573-40f8-aaf1-a4ed6f867bf7 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:11.640669 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784413b-3913-453a-95f8-995799684ebd req-ef0586d7-e955-49a2-972b-06abf1787706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:11.642048 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-ef0586d7-e955-49a2-972b-06abf1787706 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 200 len: 916 time: 0.1432431 May 13 21:57:11.707645 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-981d44c9-3519-46cd-9401-3c0e6b0b36b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 200 len: 217 time: 0.0579145 May 13 21:57:11.769425 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (32691995-0573-40f8-aaf1-a4ed6f867bf7), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:11.776822 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784413b-3913-453a-95f8-995799684ebd req-18ac450b-04ce-417d-a73f-138967383898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:11.777915 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-18ac450b-04ce-417d-a73f-138967383898 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 200 len: 854 time: 0.0634420 May 13 21:57:11.809809 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event deleted for resources: {'Port': ['ID=32691995-0573-40f8-aaf1-a4ed6f867bf7,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:11.839305 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.839305 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.839305 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.839305 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.841360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.843900 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.843900 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.843900 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.843900 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:11.899880 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784413b-3913-453a-95f8-995799684ebd req-63fed5b7-0ed6-4e8a-a8fd-b82755780deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:11.901387 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-63fed5b7-0ed6-4e8a-a8fd-b82755780deb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8a04cb7-482e-4b3e-afb7-f6138da57554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009502 May 13 21:57:12.032157 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Router b1415f57-5ee5-42de-9732-ec088c54deff has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:12.049481 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-f4a3e512-3ee2-42d3-8197-89e3ae2eb63a service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414225 May 13 21:57:12.228645 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2784413b-3913-453a-95f8-995799684ebd req-c5340b4d-8a53-41c0-9041-f3f10b1dfd4e service neutron] 10.222.0.58 "GET /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729035 May 13 21:57:12.229658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:12.240029 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] Sync routers for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:12.251023 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:12.252254 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:12.276124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] No DVR routers for this DVR port 32691995-0573-40f8-aaf1-a4ed6f867bf7 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:12.278554 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:12.282391 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-99b5d767-635f-4221-b636-81e52350199d req-33f6af97-ef8e-4af2-be12-46b8e80babe7 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "DELETE /v2.0/ports/32691995-0573-40f8-aaf1-a4ed6f867bf7 HTTP/1.1" status: 204 len: 173 time: 1.7422128 May 13 21:57:12.282909 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'name': 'network-vif-deleted', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:12.285171 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f54d2-0b34-43cc-9e5a-3d15e3422970" -d '{"events": [{"server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "name": "network-vif-deleted", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:12.336294 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca3b48-15db-4eb3-8730-249984fede56 x-openstack-request-id: req-63ca3b48-15db-4eb3-8730-249984fede56 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:12.336740 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f33aec3-61e0-4d19-a71b-4335e1a37c28", "name": "network-vif-deleted", "tag": "32691995-0573-40f8-aaf1-a4ed6f867bf7", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:12.337123 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63ca3b48-15db-4eb3-8730-249984fede56 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:12.337550 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ca3b48-15db-4eb3-8730-249984fede56'] response: {'server_uuid': '3f33aec3-61e0-4d19-a71b-4335e1a37c28', 'name': 'network-vif-deleted', 'tag': '32691995-0573-40f8-aaf1-a4ed6f867bf7', 'status': 'completed', 'code': 200} May 13 21:57:12.397319 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93049e5f-4334-4885-9eb0-026c04acc824 req-fc47f3f0-54c1-41a0-baba-a5f10c3b682c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:12.398783 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-93049e5f-4334-4885-9eb0-026c04acc824 req-fc47f3f0-54c1-41a0-baba-a5f10c3b682c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0533094 May 13 21:57:12.407639 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:12.477996 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-05388d28-28d2-4ab9-a913-c17c55720521 req-d462c170-25cb-42c8-9c96-8256edf85241 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f33aec3-61e0-4d19-a71b-4335e1a37c28 HTTP/1.1" status: 200 len: 210 time: 0.0480077 May 13 21:57:12.486677 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-93049e5f-4334-4885-9eb0-026c04acc824 req-1f88fe81-c801-4a85-b6bc-bb5a9c5a75ac tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822315 May 13 21:57:12.604170 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:12.630357 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] Checking router: b1415f57-5ee5-42de-9732-ec088c54deff for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:12.638626 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:12.639251 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:56:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:12.746082 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:12.945941 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:12.975531 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4a589-dfde-442b-8c72-3d240a6d6a08 None None] The sync data for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi is: [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:51:53Z', 'revision_number': 4, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'e88e5316-0362-4de4-ae98-a4796f23c0f1', 'name': '', 'network_id': '90541eb1-b174-4a95-af44-3c1eff2260dd', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'mac_address': 'fa:16:3e:53:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:49Z', 'updated_at': '2022-05-13T21:51:59Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'subnets': [{'id': 'a9aa13ff-3238-4df4-8c69-db98a048bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:13.191502 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06c401-9da7-43ea-9284-e9a73184d808 req-5293f35b-b822-4f1d-9f0e-b88dc95d2a8d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:13.193078 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1a06c401-9da7-43ea-9284-e9a73184d808 req-5293f35b-b822-4f1d-9f0e-b88dc95d2a8d tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0550184 May 13 21:57:13.222210 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3f56b-6e35-4d50-9113-6e8e171a1c2b None None] New status for floating IP 590bca04-8331-42e8-a691-bc3109cc8473: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:57:13.241280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1a06c401-9da7-43ea-9284-e9a73184d808 req-bf2ac1bd-0b15-434c-b35c-71cd82805f58 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 May 13 21:57:13.572652 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49164) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:13.607918 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed42a2-e08d-4c55-9559-4818e9b28f5c req-87b01887-db6c-4e4c-800e-6ee3f9dfe0f3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:13.609430 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d3ed42a2-e08d-4c55-9559-4818e9b28f5c req-87b01887-db6c-4e4c-800e-6ee3f9dfe0f3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0476294 May 13 21:57:13.629436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46aa2c39-0b08-4339-b180-575daa6d9770 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group (2a393a27-eaef-4a66-91ef-80c7ea00d692), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.653717 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46aa2c39-0b08-4339-b180-575daa6d9770 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group (2a393a27-eaef-4a66-91ef-80c7ea00d692), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.660316 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d3ed42a2-e08d-4c55-9559-4818e9b28f5c req-979e798f-1a18-41fa-89c9-e9e9e9f449cd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 May 13 21:57:13.703343 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46aa2c39-0b08-4339-b180-575daa6d9770 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2a393a27-eaef-4a66-91ef-80c7ea00d692), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.705976 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46aa2c39-0b08-4339-b180-575daa6d9770 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.707129 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-46aa2c39-0b08-4339-b180-575daa6d9770 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "DELETE /v2.0/security-groups/2a393a27-eaef-4a66-91ef-80c7ea00d692 HTTP/1.1" status: 204 len: 168 time: 0.1334758 May 13 21:57:13.709612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49166) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:13.716192 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa2c39-0b08-4339-b180-575daa6d9770 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a393a27-eaef-4a66-91ef-80c7ea00d692,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:13.723043 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.api.v2.resource [None req-398c3f2d-a466-447d-8ce8-fec15e2ce3aa tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] show failed (client error): The resource could not be found. May 13 21:57:13.724185 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-398c3f2d-a466-447d-8ce8-fec15e2ce3aa tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups/2a393a27-eaef-4a66-91ef-80c7ea00d692 HTTP/1.1" status: 404 len: 347 time: 0.0135300 May 13 21:57:13.726745 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49168) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:13.839653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Deleting port 17e2cd70-7202-477e-b3b0-f1d657aabef3 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:13.839905 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.893598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.913950 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.914279 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (17e2cd70-7202-477e-b3b0-f1d657aabef3), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:13.926555 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Calling delete_port for 17e2cd70-7202-477e-b3b0-f1d657aabef3 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:14.057808 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (17e2cd70-7202-477e-b3b0-f1d657aabef3), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:14.082478 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event deleted for resources: {'Port': ['ID=17e2cd70-7202-477e-b3b0-f1d657aabef3,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:14.144667 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks [] for floatingip (590bca04-8331-42e8-a691-bc3109cc8473), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:14.147034 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:14.148166 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-081b7217-3cae-4d45-8c0f-61303915d6b5 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "DELETE /v2.0/floatingips/590bca04-8331-42e8-a691-bc3109cc8473 HTTP/1.1" status: 204 len: 168 time: 0.4205418 May 13 21:57:14.353083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e98d6-2605-4f71-9941-9610a5a14b96 req-a0e7c53c-c9e0-4e94-ba9b-04935ae3179b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:14.354509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-645e98d6-2605-4f71-9941-9610a5a14b96 req-a0e7c53c-c9e0-4e94-ba9b-04935ae3179b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0456855 May 13 21:57:14.400105 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-645e98d6-2605-4f71-9941-9610a5a14b96 req-4f574e97-f129-4d62-b631-011cbc3b24d2 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/security-groups?id=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 May 13 21:57:14.778866 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dc600-53d6-4547-8103-f546802d2258 req-034bb259-a3c8-473f-8f69-1c84ba012f4a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:14.780298 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e85dc600-53d6-4547-8103-f546802d2258 req-034bb259-a3c8-473f-8f69-1c84ba012f4a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0452795 May 13 21:57:14.825400 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e85dc600-53d6-4547-8103-f546802d2258 req-5ad99a9c-549b-4583-b2d2-d6fa75575b55 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 May 13 21:57:15.028317 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-0406ad8c-9aa8-4b7b-a287-c6cc4cb0d80b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:15.029714 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-0406ad8c-9aa8-4b7b-a287-c6cc4cb0d80b tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.58 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 945 time: 0.0482941 May 13 21:57:15.060567 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0fa3-2600-4b1f-a458-565e52cc7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:15.115269 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Deleting port 4c96b3ab-f491-41d1-841b-d63a58be11a5 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:15.115608 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:15.210080 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] For port 4c96b3ab-f491-41d1-841b-d63a58be11a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4c96b3ab-f491-41d1-841b-d63a58be11a5,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:15.210439 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:15.223209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Calling delete_port for 4c96b3ab-f491-41d1-841b-d63a58be11a5 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:15.231622 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 32691995-0573-40f8-aaf1-a4ed6f867bf7 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:15.252210 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 32691995-0573-40f8-aaf1-a4ed6f867bf7 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:15.252553 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 32691995-0573-40f8-aaf1-a4ed6f867bf7 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:15.355759 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (4c96b3ab-f491-41d1-841b-d63a58be11a5), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:15.385361 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Pushing event deleted for resources: {'Port': ['ID=4c96b3ab-f491-41d1-841b-d63a58be11a5,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:15.399737 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['4c96b3ab-f491-41d1-841b-d63a58be11a5'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:15.429304 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] No DVR routers for this DVR port 4c96b3ab-f491-41d1-841b-d63a58be11a5 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:15.431623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:15.434816 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-838825b0-7b2e-4a10-ba1f-169c664f15ca req-93db71a8-c037-4118-afa8-da56f05b0884 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.58 "DELETE /v2.0/ports/4c96b3ab-f491-41d1-841b-d63a58be11a5 HTTP/1.1" status: 204 len: 173 time: 0.3988545 May 13 21:57:15.435263 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'name': 'network-vif-deleted', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:15.438105 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a2277-b11f-4c71-8772-6a2a9e9dee56" -d '{"events": [{"server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "name": "network-vif-deleted", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:15.498863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa51ed2-28b7-4879-abca-0b1a93a89157 x-openstack-request-id: req-ffa51ed2-28b7-4879-abca-0b1a93a89157 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:15.499196 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87e91d2-6f9b-41e7-bdf3-33a97de678a9", "name": "network-vif-deleted", "tag": "4c96b3ab-f491-41d1-841b-d63a58be11a5", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:15.499946 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffa51ed2-28b7-4879-abca-0b1a93a89157 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:15.500348 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa51ed2-28b7-4879-abca-0b1a93a89157'] response: {'server_uuid': 'c87e91d2-6f9b-41e7-bdf3-33a97de678a9', 'name': 'network-vif-deleted', 'tag': '4c96b3ab-f491-41d1-841b-d63a58be11a5', 'status': 'completed', 'code': 200} May 13 21:57:15.502512 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-47936adf-9e84-49d9-ac6e-e8ffba590baf req-b865b16b-14da-4c6d-9c11-8e8fdb679ef8 tempest-TestMinimumBasicScenario-685481083 tempest-TestMinimumBasicScenario-685481083-project] 10.222.0.35 "GET /v2.0/ports?device_id=c87e91d2-6f9b-41e7-bdf3-33a97de678a9 HTTP/1.1" status: 200 len: 210 time: 0.0348330 May 13 21:57:15.947585 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084ffe3-0e23-4985-891f-2b4281959816 req-67096c22-4159-4b7b-b5b2-ed2ff4c4611d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:15.949075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9084ffe3-0e23-4985-891f-2b4281959816 req-67096c22-4159-4b7b-b5b2-ed2ff4c4611d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0505657 May 13 21:57:15.997368 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9084ffe3-0e23-4985-891f-2b4281959816 req-d7ebb4a7-e257-4089-9009-fdd9a11de860 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 May 13 21:57:16.608986 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3be34-9c9b-4678-8af6-2633433a76fe req-74c53b89-eeec-47ca-a2ae-41b189f64034 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:16.610886 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-90f3be34-9c9b-4678-8af6-2633433a76fe req-74c53b89-eeec-47ca-a2ae-41b189f64034 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0528476 May 13 21:57:16.658186 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-90f3be34-9c9b-4678-8af6-2633433a76fe req-17d3186f-e27c-49a1-8690-33cbb836dbe2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 May 13 21:57:17.116156 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f206108-275b-4722-9ca4-d3168ec1137a req-1618f4ff-d364-466e-ae4e-b0156c6172ad tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:17.117625 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9f206108-275b-4722-9ca4-d3168ec1137a req-1618f4ff-d364-466e-ae4e-b0156c6172ad tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0472186 May 13 21:57:17.168173 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9f206108-275b-4722-9ca4-d3168ec1137a req-136dcf8b-ad28-4159-895d-a1a43b0504d1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447962 May 13 21:57:17.198014 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49246) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:17.304212 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b172d04b-4fa6-4a95-8eaf-80c4da6570ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:17.882367 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:17.895221 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513737a-87e4-4645-a124-5618dd2fae90 req-3666d459-e010-4307-8b7e-ddbc2343f7ee tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:17.896698 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c513737a-87e4-4645-a124-5618dd2fae90 req-3666d459-e010-4307-8b7e-ddbc2343f7ee tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0790846 May 13 21:57:18.012425 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c513737a-87e4-4645-a124-5618dd2fae90 req-498505de-2fee-41d6-a33a-7d474f92e823 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831439 May 13 21:57:18.207780 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Deleting port 10ab10a1-3f44-420c-afb4-ab96f15a943e {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:18.208243 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:18.318313 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236ed5-3834-42ab-9514-e307abe07a06 req-e5ddd05e-a22d-4194-bf9f-3d62bb0752f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:18.319699 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-86236ed5-3834-42ab-9514-e307abe07a06 req-e5ddd05e-a22d-4194-bf9f-3d62bb0752f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0605423 May 13 21:57:18.327730 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] For port 10ab10a1-3f44-420c-afb4-ab96f15a943e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=10ab10a1-3f44-420c-afb4-ab96f15a943e,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:18.328645 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:18.352434 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Calling delete_port for 10ab10a1-3f44-420c-afb4-ab96f15a943e owned by network:router_interface {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:18.419133 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-86236ed5-3834-42ab-9514-e307abe07a06 req-dd0886f8-b458-433f-a545-b42111891d0d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938675 May 13 21:57:18.520208 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:18.534520 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-8d8f30ec-efbb-4167-aaf2-68204713f505 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:18.536006 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-8d8f30ec-efbb-4167-aaf2-68204713f505 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0637193 May 13 21:57:18.660340 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Deleting port e3fd2642-2b5f-482d-a83d-cd9af96786c4 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:18.660560 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:18.664652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (10ab10a1-3f44-420c-afb4-ab96f15a943e), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:18.710748 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ab10a1-3f44-420c-afb4-ab96f15a943e,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:18.829405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] For port e3fd2642-2b5f-482d-a83d-cd9af96786c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e3fd2642-2b5f-482d-a83d-cd9af96786c4,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:18.829775 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:18.875702 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Calling delete_port for e3fd2642-2b5f-482d-a83d-cd9af96786c4 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:18.992205 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.178050 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43472c0-6fcb-425b-b9d3-659770d6fc7e req-3c32f23e-a301-4ed9-9253-44dadc6bcc8e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:19.179082 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d43472c0-6fcb-425b-b9d3-659770d6fc7e req-3c32f23e-a301-4ed9-9253-44dadc6bcc8e tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fde36f-b050-42de-b5cb-b2914bc8f572 HTTP/1.1" status: 200 len: 945 time: 0.0969834 May 13 21:57:19.186132 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (e3fd2642-2b5f-482d-a83d-cd9af96786c4), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.227399 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['c3aa6bb9-4ce2-4adf-953e-16d164392134', 'e3fd2642-2b5f-482d-a83d-cd9af96786c4'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:19.236747 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event deleted for resources: {'Port': ['ID=e3fd2642-2b5f-482d-a83d-cd9af96786c4,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:19.267431 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 4c96b3ab-f491-41d1-841b-d63a58be11a5 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:19.301478 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 4c96b3ab-f491-41d1-841b-d63a58be11a5 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:19.301825 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 4c96b3ab-f491-41d1-841b-d63a58be11a5 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:19.345232 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d43472c0-6fcb-425b-b9d3-659770d6fc7e req-63d289fc-06b6-433f-be8d-8dfd157383bc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549270 May 13 21:57:19.347845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] No DVR routers for this DVR port e3fd2642-2b5f-482d-a83d-cd9af96786c4 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:19.353610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.356826 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-020bcc9d-1eb3-4925-97ca-d556481076ff req-4e9c0354-7c24-4f0f-897e-61e1e951f97b tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "DELETE /v2.0/ports/e3fd2642-2b5f-482d-a83d-cd9af96786c4 HTTP/1.1" status: 204 len: 173 time: 0.8131900 May 13 21:57:19.357275 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'name': 'network-vif-deleted', 'tag': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:19.360562 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e37cbf-65ac-49d1-9af3-a7077aef36a8" -d '{"events": [{"server_uuid": "91fde36f-b050-42de-b5cb-b2914bc8f572", "name": "network-vif-deleted", "tag": "e3fd2642-2b5f-482d-a83d-cd9af96786c4"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:19.412297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6505f52-30be-4491-b137-8780d5556466 x-openstack-request-id: req-f6505f52-30be-4491-b137-8780d5556466 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:19.412618 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fde36f-b050-42de-b5cb-b2914bc8f572", "name": "network-vif-deleted", "tag": "e3fd2642-2b5f-482d-a83d-cd9af96786c4", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:19.412879 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6505f52-30be-4491-b137-8780d5556466 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:19.413450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6505f52-30be-4491-b137-8780d5556466'] response: {'server_uuid': '91fde36f-b050-42de-b5cb-b2914bc8f572', 'name': 'network-vif-deleted', 'tag': 'e3fd2642-2b5f-482d-a83d-cd9af96786c4', 'status': 'completed', 'code': 200} May 13 21:57:19.420643 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Router beb4e0ae-9c83-476a-9a4f-4b48809c36cf has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:19.568145 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:19.574189 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1439db4e-21f7-4b4a-9be9-fcaa7f5e79d3 admin admin] 10.222.0.35 "PUT /v2.0/routers/beb4e0ae-9c83-476a-9a4f-4b48809c36cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3750515 May 13 21:57:19.576906 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49258) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:19.579327 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] Sync routers for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:19.580526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d0ee1-3523-4bc2-9f5c-2d57063298b1 req-10dd7b5a-bea7-4db2-bac6-bad39a7070c4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:19.581960 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aa2d0ee1-3523-4bc2-9f5c-2d57063298b1 req-10dd7b5a-bea7-4db2-bac6-bad39a7070c4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0642900 May 13 21:57:19.589470 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:19.590307 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:19.648180 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aa2d0ee1-3523-4bc2-9f5c-2d57063298b1 req-d73d517b-ab1f-4587-a756-3e878edb301e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552447 May 13 21:57:19.698473 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks [] for router (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.720703 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:19.813628 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks [] for router_gateway (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.861600 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Deleting port d80e0819-16b5-4b01-b7bc-088ea97d0660 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:19.861983 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.864628 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.920559 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:57:18Z', 'revision_number': 5, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port': {'id': 'd80e0819-16b5-4b01-b7bc-088ea97d0660', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:19.948070 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] For port d80e0819-16b5-4b01-b7bc-088ea97d0660, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=d80e0819-16b5-4b01-b7bc-088ea97d0660,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:19.948590 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:19.964660 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Calling delete_port for d80e0819-16b5-4b01-b7bc-088ea97d0660 owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:20.081956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] Checking router: beb4e0ae-9c83-476a-9a4f-4b48809c36cf for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:20.090984 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] Routers {'beb4e0ae-9c83-476a-9a4f-4b48809c36cf'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:20.091566 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:20.142488 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (d80e0819-16b5-4b01-b7bc-088ea97d0660), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.166465 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80e0819-16b5-4b01-b7bc-088ea97d0660,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:20.180613 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] Set router beb4e0ae-9c83-476a-9a4f-4b48809c36cf gateway port host: None {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:20.230055 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.233174 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:57:19Z', 'revision_number': 6, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:20.263312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a9de1-d045-43fd-a172-886c18f9a6c5 None None] The sync data for ids ['beb4e0ae-9c83-476a-9a4f-4b48809c36cf'] in dv-cinder-840516-1-iscsi is: [{'id': 'beb4e0ae-9c83-476a-9a4f-4b48809c36cf', 'name': 'tempest-TestMinimumBasicScenario-2097879812-router', 'tenant_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:13Z', 'updated_at': '2022-05-13T21:57:19Z', 'revision_number': 6, 'project_id': 'd37b24e8a85f49ce9d043e8a38b8748f', 'gw_port_host': None}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:20.343746 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.345865 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks [] for router_controller (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.411682 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (beb4e0ae-9c83-476a-9a4f-4b48809c36cf), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.412418 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beb4e0ae-9c83-476a-9a4f-4b48809c36cf {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 21:57:20.417598 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.421061 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-714419ff-ffe9-4dc2-8f77-badb919cba69 admin admin] 10.222.0.35 "DELETE /v2.0/routers/beb4e0ae-9c83-476a-9a4f-4b48809c36cf HTTP/1.1" status: 204 len: 168 time: 0.8402867 May 13 21:57:20.421355 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49264) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:20.465331 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Deleting subnet 876523df-f13d-47f8-a5c7-34964cf57fb6 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:57:20.468394 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Publish callbacks [] for subnet (876523df-f13d-47f8-a5c7-34964cf57fb6), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.506737 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (876523df-f13d-47f8-a5c7-34964cf57fb6), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.620514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (876523df-f13d-47f8-a5c7-34964cf57fb6), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.643266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ad51-c8bb-4640-b4b4-2d40d4990371 req-9b06db36-fc3e-4b1e-a7d6-8e66eed5b155 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:20.644829 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed15ad51-c8bb-4640-b4b4-2d40d4990371 req-9b06db36-fc3e-4b1e-a7d6-8e66eed5b155 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0635109 May 13 21:57:20.683018 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (876523df-f13d-47f8-a5c7-34964cf57fb6), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.716836 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.717882 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ed15ad51-c8bb-4640-b4b4-2d40d4990371 req-4430a078-cdd0-40ef-93cb-f18b0dcde3dc tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673251 May 13 21:57:20.722160 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1278938-f49f-46ba-835a-e2feec363296 None None] Network d8a04cb7-482e-4b3e-afb7-f6138da57554 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:57:20.726024 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/876523df-f13d-47f8-a5c7-34964cf57fb6 HTTP/1.1" status: 204 len: 168 time: 0.3030417 May 13 21:57:20.727212 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49270) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:20.767422 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9be01-4863-4a12-b8a2-9aa08c4ba8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876523df-f13d-47f8-a5c7-34964cf57fb6,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:20.809013 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61dcf7-68ea-44cc-869d-43519d486203 req-fb0e68a3-14c9-44b9-8372-3e57af87578d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:20.810659 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3d61dcf7-68ea-44cc-869d-43519d486203 req-fb0e68a3-14c9-44b9-8372-3e57af87578d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0489876 May 13 21:57:20.815196 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (d8a04cb7-482e-4b3e-afb7-f6138da57554), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.864046 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3d61dcf7-68ea-44cc-869d-43519d486203 req-54771edc-8bbc-4fb9-a891-036699fccbbb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471044 May 13 21:57:20.867638 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Deleting port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:20.868042 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.931579 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] For port 2d583ffe-6b14-4178-9f8a-eeabbb979b11, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2d583ffe-6b14-4178-9f8a-eeabbb979b11,segment=NetworkSegment(fafec6d0-f2b4-453d-a6de-b5accdacd23e),segment_id=fafec6d0-f2b4-453d-a6de-b5accdacd23e)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:20.931946 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:20.944346 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Calling delete_port for 2d583ffe-6b14-4178-9f8a-eeabbb979b11 owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:21.023482 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (2d583ffe-6b14-4178-9f8a-eeabbb979b11), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.050880 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] No DVR routers for this DVR port 2d583ffe-6b14-4178-9f8a-eeabbb979b11 on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:21.054694 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d583ffe-6b14-4178-9f8a-eeabbb979b11,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:21.105423 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1431664f-41f7-4c9a-8f7b-19db1cb1ca2e None None] DHCP port deletion for d8a04cb7-482e-4b3e-afb7-f6138da57554 request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 21:57:21.112295 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 10ab10a1-3f44-420c-afb4-ab96f15a943e no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:21.128354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (d8a04cb7-482e-4b3e-afb7-f6138da57554), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.133269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 10ab10a1-3f44-420c-afb4-ab96f15a943e {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:21.133620 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 10ab10a1-3f44-420c-afb4-ab96f15a943e not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:21.149351 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a04cb7-482e-4b3e-afb7-f6138da57554']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:21.163221 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafec6d0-f2b4-453d-a6de-b5accdacd23e') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:21.163520 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafec6d0-f2b4-453d-a6de-b5accdacd23e') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:21.172713 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (fafec6d0-f2b4-453d-a6de-b5accdacd23e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.185529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (fafec6d0-f2b4-453d-a6de-b5accdacd23e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.197287 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:57:21.197945 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (fafec6d0-f2b4-453d-a6de-b5accdacd23e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:57:21.200426 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:57:21.256246 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (d8a04cb7-482e-4b3e-afb7-f6138da57554), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.261819 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.264878 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d8a04cb7-482e-4b3e-afb7-f6138da57554 HTTP/1.1" status: 204 len: 168 time: 0.5354407 May 13 21:57:21.268537 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49272) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:21.277436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afdaa3-bc84-459e-955a-36fcc9520e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a04cb7-482e-4b3e-afb7-f6138da57554,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:21.300888 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.868355 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb17c1-acd1-4e25-a747-6c2051e830ff req-685b02f1-8af8-435f-a2f7-1fe77758bb30 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:21.869799 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1cdb17c1-acd1-4e25-a747-6c2051e830ff req-685b02f1-8af8-435f-a2f7-1fe77758bb30 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0768342 May 13 21:57:21.879822 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (1405cce4-d9b0-46d7-afec-cf143964a003), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:21.996696 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1cdb17c1-acd1-4e25-a747-6c2051e830ff req-7bc03e17-5296-4c45-a296-1f7fe7fdee18 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184447 May 13 21:57:22.035697 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1fa2-bd2c-4422-af3f-3925d79b948c req-322f8acf-4bda-44a0-b91a-0eb071ead073 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:22.037141 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-524d1fa2-bd2c-4422-af3f-3925d79b948c req-322f8acf-4bda-44a0-b91a-0eb071ead073 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0966923 May 13 21:57:22.142740 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-524d1fa2-bd2c-4422-af3f-3925d79b948c req-a11a09bb-315b-41ee-ae52-5aad68225ab1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996981 May 13 21:57:22.215042 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Deleting port df2597a3-fdba-41ce-9d51-b1f14c1c722d {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:22.215383 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:22.295972 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] For port df2597a3-fdba-41ce-9d51-b1f14c1c722d, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=df2597a3-fdba-41ce-9d51-b1f14c1c722d,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:22.296248 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:22.309213 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Calling delete_port for df2597a3-fdba-41ce-9d51-b1f14c1c722d owned by network:router_interface {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:22.482635 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (df2597a3-fdba-41ce-9d51-b1f14c1c722d), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:22.509067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=df2597a3-fdba-41ce-9d51-b1f14c1c722d,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:22.682237 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (1405cce4-d9b0-46d7-afec-cf143964a003), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:22.683442 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2d583ffe-6b14-4178-9f8a-eeabbb979b11 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:22.703978 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 2d583ffe-6b14-4178-9f8a-eeabbb979b11 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:22.704325 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2d583ffe-6b14-4178-9f8a-eeabbb979b11 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:22.704737 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device d80e0819-16b5-4b01-b7bc-088ea97d0660 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:22.723518 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: d80e0819-16b5-4b01-b7bc-088ea97d0660 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:22.723868 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device d80e0819-16b5-4b01-b7bc-088ea97d0660 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:22.901570 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Router 1405cce4-d9b0-46d7-afec-cf143964a003 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:23.002663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cf901-7079-4699-a62c-823d205cc094 req-a9e472bf-60f6-4d4b-89e2-2547cc3a039f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:23.004144 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d20cf901-7079-4699-a62c-823d205cc094 req-a9e472bf-60f6-4d4b-89e2-2547cc3a039f tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.0596831 May 13 21:57:23.090770 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:23.105740 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] Sync routers for ids ['1405cce4-d9b0-46d7-afec-cf143964a003'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:23.111941 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-20164195-580b-46dd-9d12-a82801bd0d7d admin admin] 10.222.0.35 "PUT /v2.0/routers/1405cce4-d9b0-46d7-afec-cf143964a003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8423197 May 13 21:57:23.114739 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49280) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:23.116246 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] Routers {'1405cce4-d9b0-46d7-afec-cf143964a003'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:23.116872 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['1405cce4-d9b0-46d7-afec-cf143964a003'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:23.172773 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239df7-4a87-4755-8b37-5e20b55d7611 req-26ecf325-b6da-4d0b-ba95-b4413c0e6eb6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:23.174341 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-84239df7-4a87-4755-8b37-5e20b55d7611 req-26ecf325-b6da-4d0b-ba95-b4413c0e6eb6 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/ports?device_id=80f3e7ea-df2f-4358-a44c-ea4e9520b05c HTTP/1.1" status: 200 len: 946 time: 0.1001720 May 13 21:57:23.192840 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Deleting port c3aa6bb9-4ce2-4adf-953e-16d164392134 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:23.193195 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.252523 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks [] for router (1405cce4-d9b0-46d7-afec-cf143964a003), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.276770 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e3fd2642-2b5f-482d-a83d-cd9af96786c4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:23.281601 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] Set router 1405cce4-d9b0-46d7-afec-cf143964a003 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:23.332760 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: e3fd2642-2b5f-482d-a83d-cd9af96786c4 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:23.335712 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e3fd2642-2b5f-482d-a83d-cd9af96786c4 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:23.352589 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26038296-0315-427e-aec0-a5d65fda6d71 req-a30853d8-5c22-4643-b182-4e65c09e421f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:23.354100 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26038296-0315-427e-aec0-a5d65fda6d71 req-a30853d8-5c22-4643-b182-4e65c09e421f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0831680 May 13 21:57:23.357111 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-84239df7-4a87-4755-8b37-5e20b55d7611 req-06d0cf3a-0d87-451f-806e-a1fb8112d9a2 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.35 "GET /v2.0/security-groups?id=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742539 May 13 21:57:23.403978 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks [] for router_gateway (1405cce4-d9b0-46d7-afec-cf143964a003), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.422369 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] For port c3aa6bb9-4ce2-4adf-953e-16d164392134, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c3aa6bb9-4ce2-4adf-953e-16d164392134,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:23.422760 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.435059 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-26038296-0315-427e-aec0-a5d65fda6d71 req-25877a63-932a-426f-a7ce-3ae9f9b9137f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734665 May 13 21:57:23.440430 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Calling delete_port for c3aa6bb9-4ce2-4adf-953e-16d164392134 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:23.458834 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Deleting port 72c72663-097e-4dcb-8764-a8db3cd3d337 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:23.459171 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.517516 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:57:22Z', 'revision_number': 5, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port': {'id': '72c72663-097e-4dcb-8764-a8db3cd3d337', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:23.542802 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] For port 72c72663-097e-4dcb-8764-a8db3cd3d337, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=72c72663-097e-4dcb-8764-a8db3cd3d337,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:23.543170 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.544633 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] Checking router: 1405cce4-d9b0-46d7-afec-cf143964a003 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:23.553400 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] Routers {'1405cce4-d9b0-46d7-afec-cf143964a003'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:23.554222 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['1405cce4-d9b0-46d7-afec-cf143964a003'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:23.557090 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Calling delete_port for 72c72663-097e-4dcb-8764-a8db3cd3d337 owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:23.579504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (c3aa6bb9-4ce2-4adf-953e-16d164392134), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.609994 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Pushing event deleted for resources: {'Port': ['ID=c3aa6bb9-4ce2-4adf-953e-16d164392134,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:23.619265 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['c3aa6bb9-4ce2-4adf-953e-16d164392134'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:23.660451 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] Set router 1405cce4-d9b0-46d7-afec-cf143964a003 gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:23.673316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] No DVR routers for this DVR port c3aa6bb9-4ce2-4adf-953e-16d164392134 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:23.676066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:23.679512 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d20cf901-7079-4699-a62c-823d205cc094 req-925711ae-2a83-45f9-b773-339e47fd0aa9 tempest-ServerRescueNegativeTestJSON-936463343 tempest-ServerRescueNegativeTestJSON-936463343-project] 10.222.0.58 "DELETE /v2.0/ports/c3aa6bb9-4ce2-4adf-953e-16d164392134 HTTP/1.1" status: 204 len: 173 time: 0.6505446 May 13 21:57:23.679992 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'name': 'network-vif-deleted', 'tag': 'c3aa6bb9-4ce2-4adf-953e-16d164392134'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:23.682381 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d9a90-04ab-429d-bca9-fdd11a29602a" -d '{"events": [{"server_uuid": "80f3e7ea-df2f-4358-a44c-ea4e9520b05c", "name": "network-vif-deleted", "tag": "c3aa6bb9-4ce2-4adf-953e-16d164392134"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:23.724700 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e38a7b4-5177-4195-a979-65d790b02536 x-openstack-request-id: req-0e38a7b4-5177-4195-a979-65d790b02536 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:23.725203 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f3e7ea-df2f-4358-a44c-ea4e9520b05c", "name": "network-vif-deleted", "tag": "c3aa6bb9-4ce2-4adf-953e-16d164392134", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:23.725649 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e38a7b4-5177-4195-a979-65d790b02536 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:23.726408 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e38a7b4-5177-4195-a979-65d790b02536'] response: {'server_uuid': '80f3e7ea-df2f-4358-a44c-ea4e9520b05c', 'name': 'network-vif-deleted', 'tag': 'c3aa6bb9-4ce2-4adf-953e-16d164392134', 'status': 'completed', 'code': 200} May 13 21:57:23.729938 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:57:23Z', 'revision_number': 6, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:23.763953 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b171f-51de-45ef-98ff-4b41c7d31301 None None] The sync data for ids ['1405cce4-d9b0-46d7-afec-cf143964a003'] in dv-cinder-840516-1-iscsi is: [{'id': '1405cce4-d9b0-46d7-afec-cf143964a003', 'name': 'tempest-TestMinimumBasicScenario-713480279-router', 'tenant_id': '370055efb92b4c5ea20501db02775ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:54:25Z', 'updated_at': '2022-05-13T21:57:23Z', 'revision_number': 6, 'project_id': '370055efb92b4c5ea20501db02775ba8', 'gw_port_host': None}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:23.993625 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (72c72663-097e-4dcb-8764-a8db3cd3d337), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.022839 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c72663-097e-4dcb-8764-a8db3cd3d337,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:24.087998 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (1405cce4-d9b0-46d7-afec-cf143964a003), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.191716 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (1405cce4-d9b0-46d7-afec-cf143964a003), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.193903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks [] for router_controller (1405cce4-d9b0-46d7-afec-cf143964a003), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.250477 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (1405cce4-d9b0-46d7-afec-cf143964a003), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.251127 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1405cce4-d9b0-46d7-afec-cf143964a003 {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 21:57:24.256357 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.257606 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-59ac24f9-e2a7-4fba-81a3-da844d3c1921 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1405cce4-d9b0-46d7-afec-cf143964a003 HTTP/1.1" status: 204 len: 168 time: 1.1417949 May 13 21:57:24.260076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49286) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:24.312687 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Deleting subnet 17da5e6b-c767-46c5-85f4-1829fe9ac536 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:57:24.315731 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Publish callbacks [] for subnet (17da5e6b-c767-46c5-85f4-1829fe9ac536), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.350464 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (17da5e6b-c767-46c5-85f4-1829fe9ac536), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.418188 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49290) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:24.435555 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (17da5e6b-c767-46c5-85f4-1829fe9ac536), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.489943 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (17da5e6b-c767-46c5-85f4-1829fe9ac536), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.521874 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17da5e6b-c767-46c5-85f4-1829fe9ac536,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:24.531708 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.533213 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2472ebe-27dc-4abe-9922-0c218f7d561b None None] Network 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:57:24.537123 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0492e40f-9aec-4e0a-8641-0d59c349230f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/17da5e6b-c767-46c5-85f4-1829fe9ac536 HTTP/1.1" status: 204 len: 168 time: 0.2738667 May 13 21:57:24.541902 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49296) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:24.627266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3a971-41c6-4aac-b64f-59183e2b3f9f req-f9dfdf1f-5639-413a-a1f4-2dcce83dc94b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:24.636180 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ecd3a971-41c6-4aac-b64f-59183e2b3f9f req-f9dfdf1f-5639-413a-a1f4-2dcce83dc94b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.1161931 May 13 21:57:24.674609 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 72c72663-097e-4dcb-8764-a8db3cd3d337 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:24.688228 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.690796 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ecd3a971-41c6-4aac-b64f-59183e2b3f9f req-a88a262f-5728-4a68-939a-fb7ebaf5e8e7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513828 May 13 21:57:24.698637 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 72c72663-097e-4dcb-8764-a8db3cd3d337 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:24.699062 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 72c72663-097e-4dcb-8764-a8db3cd3d337 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:24.699663 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device df2597a3-fdba-41ce-9d51-b1f14c1c722d no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:24.722627 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: df2597a3-fdba-41ce-9d51-b1f14c1c722d {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:24.723088 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device df2597a3-fdba-41ce-9d51-b1f14c1c722d not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:24.787370 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] DHCP port deletion for 4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 21:57:24.799398 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Deleting port 17338d00-4f95-457f-9172-47d17786ed55 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:24.799737 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (17338d00-4f95-457f-9172-47d17786ed55), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.827868 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Deleting port 17338d00-4f95-457f-9172-47d17786ed55 {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:24.828781 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (17338d00-4f95-457f-9172-47d17786ed55), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.904391 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] For port 17338d00-4f95-457f-9172-47d17786ed55, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=17338d00-4f95-457f-9172-47d17786ed55,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:24.904822 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (17338d00-4f95-457f-9172-47d17786ed55), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.915223 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] For port 17338d00-4f95-457f-9172-47d17786ed55, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=17338d00-4f95-457f-9172-47d17786ed55,segment=NetworkSegment(1f040efe-1c74-4b28-9a90-f45c1cbd8484),segment_id=1f040efe-1c74-4b28-9a90-f45c1cbd8484)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:24.915596 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (17338d00-4f95-457f-9172-47d17786ed55), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:24.918835 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Calling delete_port for 17338d00-4f95-457f-9172-47d17786ed55 owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:24.935954 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Calling delete_port for 17338d00-4f95-457f-9172-47d17786ed55 owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:25.038344 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (17338d00-4f95-457f-9172-47d17786ed55), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.069205 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] No DVR routers for this DVR port 17338d00-4f95-457f-9172-47d17786ed55 on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:25.070133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Pushing event deleted for resources: {'Port': ['ID=17338d00-4f95-457f-9172-47d17786ed55,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:25.078293 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.078642 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.084320 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dad93-9559-4569-9e8e-32d7587b2130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:25.108868 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (17338d00-4f95-457f-9172-47d17786ed55), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.153156 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] No DVR routers for this DVR port 17338d00-4f95-457f-9172-47d17786ed55 on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:25.172458 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Pushing event deleted for resources: {'Port': ['ID=17338d00-4f95-457f-9172-47d17786ed55,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:25.268063 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (b1415f57-5ee5-42de-9732-ec088c54deff), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.328910 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.354436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb7b0fc-3405-421f-8e64-c0ba7e0d7508']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:25.369809 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f040efe-1c74-4b28-9a90-f45c1cbd8484') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:25.370105 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f040efe-1c74-4b28-9a90-f45c1cbd8484') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:25.407831 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (1f040efe-1c74-4b28-9a90-f45c1cbd8484), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.429413 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (1f040efe-1c74-4b28-9a90-f45c1cbd8484), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.438668 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:57:25.439110 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (1f040efe-1c74-4b28-9a90-f45c1cbd8484), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: self.session.flush() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: self.session.flush() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: self.session.flush() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: self.session.flush() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:57:25.442391 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:57:25.590417 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (4bb7b0fc-3405-421f-8e64-c0ba7e0d7508), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.596287 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.599480 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4bb7b0fc-3405-421f-8e64-c0ba7e0d7508 HTTP/1.1" status: 204 len: 168 time: 1.0566545 May 13 21:57:25.623711 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc472a-0d25-44f0-b5d9-347a151a7770 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb7b0fc-3405-421f-8e64-c0ba7e0d7508,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:25.693101 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Deleting port e88e5316-0362-4de4-ae98-a4796f23c0f1 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:25.693447 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.712695 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49302) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:25.767466 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-a75a3406-a1b3-4659-9b86-072626d56973 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d37b24e8a85f49ce9d043e8a38b8748f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530872 May 13 21:57:25.769813 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49306) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:25.776815 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] For port e88e5316-0362-4de4-ae98-a4796f23c0f1, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=e88e5316-0362-4de4-ae98-a4796f23c0f1,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:25.777186 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.791664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Calling delete_port for e88e5316-0362-4de4-ae98-a4796f23c0f1 owned by network:router_interface {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:25.842300 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe358e-13b8-4beb-b2da-23d88535c0e3 req-45e22f39-8c22-4361-8a41-7b869cd4ca59 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:25.844270 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5ffe358e-13b8-4beb-b2da-23d88535c0e3 req-45e22f39-8c22-4361-8a41-7b869cd4ca59 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0670598 May 13 21:57:25.872719 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d61f1-a80b-4c30-8a4a-07505a9c5b10 admin admin] Publish callbacks [] for security_group (40e6c41c-e7e3-40c7-b993-33f8f1ee4dba), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.914732 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d61f1-a80b-4c30-8a4a-07505a9c5b10 admin admin] Publish callbacks [] for security_group (40e6c41c-e7e3-40c7-b993-33f8f1ee4dba), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.928401 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5ffe358e-13b8-4beb-b2da-23d88535c0e3 req-ff7c9c6a-1160-42aa-8d42-d720cc532af1 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779691 May 13 21:57:25.971477 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d61f1-a80b-4c30-8a4a-07505a9c5b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (40e6c41c-e7e3-40c7-b993-33f8f1ee4dba), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.974150 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d61f1-a80b-4c30-8a4a-07505a9c5b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:25.975366 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5f4d61f1-a80b-4c30-8a4a-07505a9c5b10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40e6c41c-e7e3-40c7-b993-33f8f1ee4dba HTTP/1.1" status: 204 len: 168 time: 0.2046056 May 13 21:57:25.983051 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d61f1-a80b-4c30-8a4a-07505a9c5b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6c41c-e7e3-40c7-b993-33f8f1ee4dba,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:25.988672 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (e88e5316-0362-4de4-ae98-a4796f23c0f1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.038299 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Pushing event deleted for resources: {'Port': ['ID=e88e5316-0362-4de4-ae98-a4796f23c0f1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:26.207039 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (b1415f57-5ee5-42de-9732-ec088c54deff), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.320802 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49312) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:26.360684 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6e511321-ef1f-4438-bc56-107d845527a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=370055efb92b4c5ea20501db02775ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383322 May 13 21:57:26.363057 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49314) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:26.410111 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0d28c46-531b-4a51-b2b8-2cce1ddcdc82 admin admin] Publish callbacks [] for security_group (f2a0f3af-3572-44ef-b3f2-d2279d7edb0a), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.427333 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Router b1415f57-5ee5-42de-9732-ec088c54deff has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:26.431191 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0d28c46-531b-4a51-b2b8-2cce1ddcdc82 admin admin] Publish callbacks [] for security_group (f2a0f3af-3572-44ef-b3f2-d2279d7edb0a), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.479634 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0d28c46-531b-4a51-b2b8-2cce1ddcdc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f2a0f3af-3572-44ef-b3f2-d2279d7edb0a), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.482334 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e0d28c46-531b-4a51-b2b8-2cce1ddcdc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.483480 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e0d28c46-531b-4a51-b2b8-2cce1ddcdc82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2a0f3af-3572-44ef-b3f2-d2279d7edb0a HTTP/1.1" status: 204 len: 168 time: 0.1194320 May 13 21:57:26.494081 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d28c46-531b-4a51-b2b8-2cce1ddcdc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a0f3af-3572-44ef-b3f2-d2279d7edb0a,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:26.684086 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 17338d00-4f95-457f-9172-47d17786ed55 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:26.710070 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 17338d00-4f95-457f-9172-47d17786ed55 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:26.710584 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 17338d00-4f95-457f-9172-47d17786ed55 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:26.790623 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:26.796126 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-636bbaa3-eadc-4166-b3ec-e143c82e309a admin admin] 10.222.0.35 "PUT /v2.0/routers/b1415f57-5ee5-42de-9732-ec088c54deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3769000 May 13 21:57:26.799229 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49318) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:26.811444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] Sync routers for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:26.824433 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:26.825557 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:26.931749 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks [] for router (b1415f57-5ee5-42de-9732-ec088c54deff), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:26.976011 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:27.056065 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks [] for router_gateway (b1415f57-5ee5-42de-9732-ec088c54deff), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.063633 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeea9-6fb8-433d-894a-d9a6743880b5 req-9faa0479-c847-47bf-afbc-6ca9ca60f6bb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:27.065836 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-84dfeea9-6fb8-433d-894a-d9a6743880b5 req-9faa0479-c847-47bf-afbc-6ca9ca60f6bb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0561202 May 13 21:57:27.116453 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Deleting port 21016580-67d6-4104-b501-93582f43f73b {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:27.116707 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (21016580-67d6-4104-b501-93582f43f73b), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.135932 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-84dfeea9-6fb8-433d-894a-d9a6743880b5 req-5638dd7e-f7f7-48b0-b5a8-8091a1868d45 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540667 May 13 21:57:27.177837 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '21016580-67d6-4104-b501-93582f43f73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:57:25Z', 'revision_number': 5, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port': {'id': '21016580-67d6-4104-b501-93582f43f73b', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:40Z', 'updated_at': '2022-05-13T21:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:27.210821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] Checking router: b1415f57-5ee5-42de-9732-ec088c54deff for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:27.214424 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] For port 21016580-67d6-4104-b501-93582f43f73b, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=21016580-67d6-4104-b501-93582f43f73b,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:27.214918 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (21016580-67d6-4104-b501-93582f43f73b), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.220464 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] Routers {'b1415f57-5ee5-42de-9732-ec088c54deff'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:27.221184 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['b1415f57-5ee5-42de-9732-ec088c54deff'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:27.230791 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Calling delete_port for 21016580-67d6-4104-b501-93582f43f73b owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:27.312862 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:57:27.420771 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (21016580-67d6-4104-b501-93582f43f73b), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.473529 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] Set router b1415f57-5ee5-42de-9732-ec088c54deff gateway port host: None {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:27.474207 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Pushing event deleted for resources: {'Port': ['ID=21016580-67d6-4104-b501-93582f43f73b,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:27.500116 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c3aa6bb9-4ce2-4adf-953e-16d164392134 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:27.516529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (b1415f57-5ee5-42de-9732-ec088c54deff), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.551615 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:57:27Z', 'revision_number': 6, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:27.554596 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: c3aa6bb9-4ce2-4adf-953e-16d164392134 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:27.554965 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device c3aa6bb9-4ce2-4adf-953e-16d164392134 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:27.589551 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790f798-7cd1-40c7-8ef0-d68b1902c6d5 None None] The sync data for ids ['b1415f57-5ee5-42de-9732-ec088c54deff'] in dv-cinder-840516-1-iscsi is: [{'id': 'b1415f57-5ee5-42de-9732-ec088c54deff', 'name': 'tempest-ServerRescueNegativeTestJSON-299020424-router', 'tenant_id': '428d047f511945e5bdf35eb8ed236507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:38Z', 'updated_at': '2022-05-13T21:57:27Z', 'revision_number': 6, 'project_id': '428d047f511945e5bdf35eb8ed236507', 'gw_port_host': None}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:27.652723 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (b1415f57-5ee5-42de-9732-ec088c54deff), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.654915 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks [] for router_controller (b1415f57-5ee5-42de-9732-ec088c54deff), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.690731 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:27.706840 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'mac_address': 'fa:16:3e:9f:14:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:57:27.716231 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (b1415f57-5ee5-42de-9732-ec088c54deff), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.718777 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1415f57-5ee5-42de-9732-ec088c54deff {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 21:57:27.726839 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.730308 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1cdf0c81-9be6-4871-a630-51cb61b53718 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b1415f57-5ee5-42de-9732-ec088c54deff HTTP/1.1" status: 204 len: 168 time: 0.9277182 May 13 21:57:27.730636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49344) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:27.754844 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: ACTIVE; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:27.754844 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.768208 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fbe1808-9c98-4941-a44c-e06b5dae8e8c {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:57:27.789498 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:27.797080 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.818356 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Deleting subnet a9aa13ff-3238-4df4-8c69-db98a048bb4f {{(pid=114887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:57:27.822457 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Publish callbacks [] for subnet (a9aa13ff-3238-4df4-8c69-db98a048bb4f), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.857713 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=6']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:27.863967 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14381745'] for subnet (a9aa13ff-3238-4df4-8c69-db98a048bb4f), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:27.961161 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['7fbe1808-9c98-4941-a44c-e06b5dae8e8c'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:28.009252 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (a9aa13ff-3238-4df4-8c69-db98a048bb4f), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.082832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13643762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13984107'] for subnet (a9aa13ff-3238-4df4-8c69-db98a048bb4f), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.119970 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9aa13ff-3238-4df4-8c69-db98a048bb4f,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:28.122780 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.130092 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49346) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:28.130524 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-7ff9ea2b-f975-4085-9de2-33c9ef7a8604 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a9aa13ff-3238-4df4-8c69-db98a048bb4f HTTP/1.1" status: 204 len: 168 time: 0.3985517 May 13 21:57:28.139773 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98b1d6-5551-48d9-b5a3-d6c10da6533a None None] Network 90541eb1-b174-4a95-af44-3c1eff2260dd requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:57:28.269496 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (90541eb1-b174-4a95-af44-3c1eff2260dd), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.290987 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8ae26-1fcd-4ccc-bae3-7ba76c8142d8 req-e9e158c6-5b5c-49c9-8289-77a67642a563 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:28.292730 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-57a8ae26-1fcd-4ccc-bae3-7ba76c8142d8 req-e9e158c6-5b5c-49c9-8289-77a67642a563 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 945 time: 0.0597723 May 13 21:57:28.339963 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Deleting port 2e0142f1-2c24-4d3b-b0be-59a288875be0 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:28.340319 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.377585 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-57a8ae26-1fcd-4ccc-bae3-7ba76c8142d8 req-e92e1a60-2625-4869-a6a0-811e27e21bd9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711608 May 13 21:57:28.416435 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] For port 2e0142f1-2c24-4d3b-b0be-59a288875be0, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2e0142f1-2c24-4d3b-b0be-59a288875be0,segment=NetworkSegment(5cff52dd-543d-4559-b85d-30f73655f522),segment_id=5cff52dd-543d-4559-b85d-30f73655f522)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:28.416796 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.435908 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Calling delete_port for 2e0142f1-2c24-4d3b-b0be-59a288875be0 owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:28.474270 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] DHCP port deletion for 90541eb1-b174-4a95-af44-3c1eff2260dd request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 21:57:28.562854 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Deleting port 2e0142f1-2c24-4d3b-b0be-59a288875be0 {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:57:28.563527 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.566299 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.599858 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0142f1-2c24-4d3b-b0be-59a288875be0,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:28.613862 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] No DVR routers for this DVR port 2e0142f1-2c24-4d3b-b0be-59a288875be0 on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:28.648092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] For port 2e0142f1-2c24-4d3b-b0be-59a288875be0, host dv-cinder-840516-1-iscsi, got binding levels [] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:28.649544 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.661092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device e88e5316-0362-4de4-ae98-a4796f23c0f1 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:28.669913 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Calling delete_port for 2e0142f1-2c24-4d3b-b0be-59a288875be0 owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:57:28.700683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.ipam_backend_mixin [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Port 2e0142f1-2c24-4d3b-b0be-59a288875be0 was not found and therefore no delete operation was performed {{(pid=114888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 13 21:57:28.701522 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: e88e5316-0362-4de4-ae98-a4796f23c0f1 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:28.701779 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device e88e5316-0362-4de4-ae98-a4796f23c0f1 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:28.702198 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2e0142f1-2c24-4d3b-b0be-59a288875be0 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:28.724283 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 2e0142f1-2c24-4d3b-b0be-59a288875be0 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:28.724631 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2e0142f1-2c24-4d3b-b0be-59a288875be0 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:28.725049 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 21016580-67d6-4104-b501-93582f43f73b no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:28.728362 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (2e0142f1-2c24-4d3b-b0be-59a288875be0), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.733881 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (90541eb1-b174-4a95-af44-3c1eff2260dd), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.760252 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90541eb1-b174-4a95-af44-3c1eff2260dd']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:28.770964 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cff52dd-543d-4559-b85d-30f73655f522') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:28.771262 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cff52dd-543d-4559-b85d-30f73655f522') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:28.772603 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 21016580-67d6-4104-b501-93582f43f73b {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:57:28.772954 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 21016580-67d6-4104-b501-93582f43f73b not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:57:28.776909 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] Pushing event deleted for resources: {'Port': ['ID=2e0142f1-2c24-4d3b-b0be-59a288875be0,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:28.781972 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fd016-61e9-41be-ac8c-3361230aacc7 None None] No DVR routers for this DVR port 2e0142f1-2c24-4d3b-b0be-59a288875be0 on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:57:28.787338 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (5cff52dd-543d-4559-b85d-30f73655f522), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.802911 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (5cff52dd-543d-4559-b85d-30f73655f522), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.811778 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:57:28.811778 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (5cff52dd-543d-4559-b85d-30f73655f522), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:57:28.812441 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:57:28.886958 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (90541eb1-b174-4a95-af44-3c1eff2260dd), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.893597 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:28.896799 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/90541eb1-b174-4a95-af44-3c1eff2260dd HTTP/1.1" status: 204 len: 168 time: 0.7656689 May 13 21:57:28.913370 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fab2c-dc90-4249-b3b2-7405b97822f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=90541eb1-b174-4a95-af44-3c1eff2260dd,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:29.128900 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49352) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:29.184725 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-de85053e-d74c-42e8-aee8-e36bb1d17222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=428d047f511945e5bdf35eb8ed236507&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525196 May 13 21:57:29.185244 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49354) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:29.249983 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e4f1de13-18a9-4702-86fe-699fb5351815 admin admin] Publish callbacks [] for security_group (b17fa3cf-0e8a-4b95-aa7d-115f8a02a134), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.273350 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e4f1de13-18a9-4702-86fe-699fb5351815 admin admin] Publish callbacks [] for security_group (b17fa3cf-0e8a-4b95-aa7d-115f8a02a134), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.329926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:29.335145 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e4f1de13-18a9-4702-86fe-699fb5351815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (b17fa3cf-0e8a-4b95-aa7d-115f8a02a134), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.337995 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e4f1de13-18a9-4702-86fe-699fb5351815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.339219 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e4f1de13-18a9-4702-86fe-699fb5351815 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b17fa3cf-0e8a-4b95-aa7d-115f8a02a134 HTTP/1.1" status: 204 len: 168 time: 0.1530647 May 13 21:57:29.347377 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1de13-18a9-4702-86fe-699fb5351815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17fa3cf-0e8a-4b95-aa7d-115f8a02a134,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:29.411787 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:29.412240 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.512544 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:29.513480 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.514007 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34bbcb-e042-47f7-8d52-016e42d039d0 req-a8a8030c-aa63-41ba-a9d7-626efe8bd231 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:29.515731 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fc34bbcb-e042-47f7-8d52-016e42d039d0 req-a8a8030c-aa63-41ba-a9d7-626efe8bd231 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 945 time: 0.0618052 May 13 21:57:29.558026 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:29.562670 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3addfb-7eed-46b3-870a-ca243bb75b9f" -d '{"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:29.578931 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:29.584752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:29.629765 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fc34bbcb-e042-47f7-8d52-016e42d039d0 req-b04c61e6-035c-4d55-a1a1-226f0af8a9a0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962679 May 13 21:57:29.674016 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=7']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:29.880855 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5adffda-9789-45f2-abb9-9fbdf1ce4391 x-openstack-request-id: req-f5adffda-9789-45f2-abb9-9fbdf1ce4391 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:29.881513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:29.881513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5adffda-9789-45f2-abb9-9fbdf1ce4391 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:29.881941 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5adffda-9789-45f2-abb9-9fbdf1ce4391'] response: {'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'code': 200} May 13 21:57:30.228503 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49382) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:30.340114 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-121724659-network', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:30.365447 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Made reservation on behalf of a04ed773a4b44bf5b881acbdf51a8463 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:57:30.368013 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.379125 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.464090 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks [] for security_group (4266b478-21c4-4ed2-8d54-cf112995871d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.469365 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4266b478-21c4-4ed2-8d54-cf112995871d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.501889 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:57:30.511420 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4266b478-21c4-4ed2-8d54-cf112995871d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:30.517154 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (f01195e9-7d3e-4ebc-8015-72a73a8dcc3d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.517596 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Added segment f01195e9-7d3e-4ebc-8015-72a73a8dcc3d of type vlan for network ffb86270-54c5-4ed6-9100-3db6f56fe50f May 13 21:57:30.569215 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (ffb86270-54c5-4ed6-9100-3db6f56fe50f), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.598803 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (ffb86270-54c5-4ed6-9100-3db6f56fe50f), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.599071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:30.599508 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.663678 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4326882 May 13 21:57:30.666762 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49388) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:30.672676 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Request body: {'subnet': {'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-121724659-subnet', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:30.676672 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:57:30.680279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603ebd4-8394-4f0e-a2bd-0d12d4f61bbf admin admin] Pushing event updated for resources: {'Network': ['ID=ffb86270-54c5-4ed6-9100-3db6f56fe50f,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:30.693613 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:57:30.698163 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Made reservation on behalf of a04ed773a4b44bf5b881acbdf51a8463 for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:57:30.700729 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14045349'] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.800489 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a140d79-d7e8-4d50-8777-8e714d1e5674 req-11bb70d4-d9a3-4b8d-9d72-75cf0e9abcb7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:30.802897 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1a140d79-d7e8-4d50-8777-8e714d1e5674 req-11bb70d4-d9a3-4b8d-9d72-75cf0e9abcb7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0946121 May 13 21:57:30.858365 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1a140d79-d7e8-4d50-8777-8e714d1e5674 req-a1038148-28c6-46db-a7d2-5434d5357e5d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483320 May 13 21:57:30.904932 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13844865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14045363'] for subnet (f3e3fe72-9293-42fa-bb1b-644476a13132), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:30.967068 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e3fe72-9293-42fa-bb1b-644476a13132,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:30.977034 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:57:30.977402 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Network hostable DHCP agents. Network: ffb86270-54c5-4ed6-9100-3db6f56fe50f, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:57:30.998883 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:57:31.009796 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, ffb86270-54c5-4ed6-9100-3db6f56fe50f) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:31.015643 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:31.016208 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.021389 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4586f1-a521-4243-92b6-039f47ab9cbc None None] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:57:31.040168 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d2e36d52-7ca7-4401-9886-91f025c01000 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3716326 May 13 21:57:31.041859 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49394) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:31.047363 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:31.072009 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (8c2fb256-81a5-4ba9-82c1-8066277148e2), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.073049 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (8c2fb256-81a5-4ba9-82c1-8066277148e2), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.145716 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks [] for router_controller (8c2fb256-81a5-4ba9-82c1-8066277148e2), precommit_add_association {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.165115 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:57:31.165821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.328530 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Allocated IP 172.20.0.2 (ffb86270-54c5-4ed6-9100-3db6f56fe50f/f3e3fe72-9293-42fa-bb1b-644476a13132/f7979d72-b65e-4247-9c3c-839605ad04ab) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:57:31.332925 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks [] for router_gateway (8c2fb256-81a5-4ba9-82c1-8066277148e2), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.508296 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Publish callbacks [] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.517594 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.563314 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks [] for router_gateway (8c2fb256-81a5-4ba9-82c1-8066277148e2), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.571380 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:57:31.575513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:31.580172 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Pushing event updated for resources: {'Port': ['ID=f7979d72-b65e-4247-9c3c-839605ad04ab,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:31.583435 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:57:31.599221 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.660677 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Attempting to bind port f7979d72-b65e-4247-9c3c-839605ad04ab on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:57:31.660677 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Attempting to bind port f7979d72-b65e-4247-9c3c-839605ad04ab by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:57:31.660677 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Attempting to bind port f7979d72-b65e-4247-9c3c-839605ad04ab on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:57:31.666347 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:57:31.666902 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:57:31.667370 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.667859 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Bound using segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:57:31.668353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Bound port: f7979d72-b65e-4247-9c3c-839605ad04ab, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:57:31.668741 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.712053 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Allocated IP 172.27.0.82 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/f6e083a9-79cc-4e79-8851-237195ebddcc) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:57:31.754149 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] For port f7979d72-b65e-4247-9c3c-839605ad04ab, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:57:31.759207 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] For port f7979d72-b65e-4247-9c3c-839605ad04ab, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f7979d72-b65e-4247-9c3c-839605ad04ab,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:57:31.767939 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.842234 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e939816-a933-4805-9cf7-f9f52517dcc2 None None] Pushing event updated for resources: {'Port': ['ID=f7979d72-b65e-4247-9c3c-839605ad04ab,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:31.871937 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks [] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.915743 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:31.958008 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:57:31.961458 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:31.969735 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:57:31.975666 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e083a9-79cc-4e79-8851-237195ebddcc,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:32.076988 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690a21-1a59-428b-beee-8c7376521778 req-21060340-7b97-4031-8d5e-c00e0e920582 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:32.078548 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a3690a21-1a59-428b-beee-8c7376521778 req-21060340-7b97-4031-8d5e-c00e0e920582 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0863035 May 13 21:57:32.184665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a3690a21-1a59-428b-beee-8c7376521778 req-68d875a8-daec-4b18-8c2e-b0921913e37a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987067 May 13 21:57:32.363658 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks [] for router_gateway (8c2fb256-81a5-4ba9-82c1-8066277148e2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:32.590731 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (8c2fb256-81a5-4ba9-82c1-8066277148e2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:32.690474 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f7979d72-b65e-4247-9c3c-839605ad04ab up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:32.766273 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port f7979d72-b65e-4247-9c3c-839605ad04ab triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:32.766666 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:32.898531 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port f7979d72-b65e-4247-9c3c-839605ad04ab is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:32.899253 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:32.944912 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port f7979d72-b65e-4247-9c3c-839605ad04ab, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f7979d72-b65e-4247-9c3c-839605ad04ab,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:32.955307 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:33.011467 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=f7979d72-b65e-4247-9c3c-839605ad04ab,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:33.117223 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:57:33.141167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5952ed-c516-454a-a00d-f0a3aa75352e None None] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:57:33.242781 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-3d0ba71f-e406-45bb-b3c4-599ad6c98c1b None None] Provisioning complete for port f7979d72-b65e-4247-9c3c-839605ad04ab triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:33.243249 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba71f-e406-45bb-b3c4-599ad6c98c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:33.300013 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:33.310925 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:33.327822 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:33.328462 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:33.347547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:33.351834 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e7184328-f147-42be-bb34-ec346b31d3a5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3088436 May 13 21:57:33.352525 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49400) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:33.397198 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12023bd3-35e0-434e-a21f-e00043fd7b16 req-5e8f1772-2a78-49c9-bc05-a659cb11b246 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:33.405890 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-12023bd3-35e0-434e-a21f-e00043fd7b16 req-5e8f1772-2a78-49c9-bc05-a659cb11b246 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0633702 May 13 21:57:33.411322 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ba71f-e406-45bb-b3c4-599ad6c98c1b None None] Current status of the port f7979d72-b65e-4247-9c3c-839605ad04ab is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:33.514010 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-12023bd3-35e0-434e-a21f-e00043fd7b16 req-51a55c8f-b23f-48d3-8fde-6658590e6bb4 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069539 May 13 21:57:33.557549 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:33.734252 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-7d49bd14-54e4-41ea-9d52-17c6d7bfeaad None None] Provisioning complete for port f7979d72-b65e-4247-9c3c-839605ad04ab triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:33.734850 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7d49bd14-54e4-41ea-9d52-17c6d7bfeaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:33.824902 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:32Z', 'revision_number': 3, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:33.849413 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-7d49bd14-54e4-41ea-9d52-17c6d7bfeaad None None] Current status of the port f7979d72-b65e-4247-9c3c-839605ad04ab is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:33.861493 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:33.862604 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Updating router 8c2fb256-81a5-4ba9-82c1-8066277148e2 port f6e083a9-79cc-4e79-8851-237195ebddcc binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:57:33.895142 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.000205 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.195721 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Allocated IP 172.20.0.1 (ffb86270-54c5-4ed6-9100-3db6f56fe50f/f3e3fe72-9293-42fa-bb1b-644476a13132/ad30e5dc-f056-4588-a049-b095b92bb980) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:57:34.283219 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Publish callbacks [] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.289400 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.335724 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Pushing event updated for resources: {'Port': ['ID=f6e083a9-79cc-4e79-8851-237195ebddcc,revision_number=2']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:34.339230 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks [] for port (ad30e5dc-f056-4588-a049-b095b92bb980), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.346551 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.346925 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.347287 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.347940 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.348057 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.348307 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.348636 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.348964 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.349291 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.349615 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.349940 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.350285 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.350614 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.350984 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.351329 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:57:34.385937 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Attempting to bind port f6e083a9-79cc-4e79-8851-237195ebddcc on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:57:34.386325 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Attempting to bind port f6e083a9-79cc-4e79-8851-237195ebddcc by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:57:34.386681 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Attempting to bind port f6e083a9-79cc-4e79-8851-237195ebddcc on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:57:34.390791 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.393947 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:57:34.394318 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:57:34.395086 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.395815 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:57:34.396525 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Bound port: f6e083a9-79cc-4e79-8851-237195ebddcc, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:57:34.397905 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.442476 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Pushing event updated for resources: {'Port': ['ID=ad30e5dc-f056-4588-a049-b095b92bb980,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:34.456555 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:57:34.458131 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:34.460836 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:57:34.465221 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] For port f6e083a9-79cc-4e79-8851-237195ebddcc, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:57:34.474425 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] For port f6e083a9-79cc-4e79-8851-237195ebddcc, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f6e083a9-79cc-4e79-8851-237195ebddcc,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:57:34.484555 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.510743 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (8c2fb256-81a5-4ba9-82c1-8066277148e2), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.586611 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23cdb-0ba4-47ba-ad7b-bcd4432a66fa None None] Pushing event updated for resources: {'Port': ['ID=f6e083a9-79cc-4e79-8851-237195ebddcc,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:34.663530 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:34.664354 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:34.687787 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f7979d72-b65e-4247-9c3c-839605ad04ab up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:34.751926 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d062bca-82a7-49cd-a1aa-a046068bf1e4 req-927ac0e9-64b5-415a-9a0d-8570c8c367c8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:34.757446 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.762035 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d062bca-82a7-49cd-a1aa-a046068bf1e4 req-927ac0e9-64b5-415a-9a0d-8570c8c367c8 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.1093154 May 13 21:57:34.782395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port f7979d72-b65e-4247-9c3c-839605ad04ab triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:34.782893 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.905621 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d062bca-82a7-49cd-a1aa-a046068bf1e4 req-06738bba-3c7d-4ed0-965f-2d7328497c87 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219535 May 13 21:57:34.939228 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port f7979d72-b65e-4247-9c3c-839605ad04ab is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:34.941856 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-3a8383b6-be53-4bb8-81e4-0bf30864e086 None None] Provisioning complete for port ad30e5dc-f056-4588-a049-b095b92bb980 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:34.942230 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3a8383b6-be53-4bb8-81e4-0bf30864e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:34.986918 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-3a8383b6-be53-4bb8-81e4-0bf30864e086 None None] Port ad30e5dc-f056-4588-a049-b095b92bb980 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:57:35.038274 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:35.077045 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks [] for port (ad30e5dc-f056-4588-a049-b095b92bb980), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:35.083565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:35.153835 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (8c2fb256-81a5-4ba9-82c1-8066277148e2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:35.162592 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Pushing event updated for resources: {'Port': ['ID=ad30e5dc-f056-4588-a049-b095b92bb980,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:35.225560 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:32Z', 'revision_number': 3, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:35.256490 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e4014-f4be-4b73-822d-2b189a1ae67b None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:32Z', 'revision_number': 3, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:35.272513 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:57:35.273994 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:35.448745 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:35.634070 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-88e38d26-a348-4327-9fd0-d7597b36f623 None None] Provisioning complete for port ad30e5dc-f056-4588-a049-b095b92bb980 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:35.634441 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-88e38d26-a348-4327-9fd0-d7597b36f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:35.644399 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:35.663494 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a68ac83f-e239-40a1-976b-8e94101f6711 admin admin] 10.222.0.35 "PUT /v2.0/routers/8c2fb256-81a5-4ba9-82c1-8066277148e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3096774 May 13 21:57:35.699537 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-88e38d26-a348-4327-9fd0-d7597b36f623 None None] Port ad30e5dc-f056-4588-a049-b095b92bb980 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:57:36.022241 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9b897-34ed-46d4-abd2-5ef53ed3d32b req-0ced7fe4-bec7-4d74-942f-a559f464dc2b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:36.038354 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c8f9b897-34ed-46d4-abd2-5ef53ed3d32b req-0ced7fe4-bec7-4d74-942f-a559f464dc2b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0676708 May 13 21:57:36.099406 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c8f9b897-34ed-46d4-abd2-5ef53ed3d32b req-6f87c18a-a0bb-4525-bb56-4aa10b4810f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598612 May 13 21:57:36.105417 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49418) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:36.112817 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905115238', 'description': 'tempest-description--1820575955'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:36.137421 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.247433 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (a58986e7-8224-460e-9de9-856c68781e7d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.252247 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a58986e7-8224-460e-9de9-856c68781e7d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.289364 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.290586 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1821270 May 13 21:57:36.292569 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d9404-063a-4eb5-a5c6-51c10bebbe86 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58986e7-8224-460e-9de9-856c68781e7d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:36.293566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49420) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:36.299678 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': 'a58986e7-8224-460e-9de9-856c68781e7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:36.353873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (36dde3af-de1b-48c7-a823-95b5e91cd399), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.409653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (36dde3af-de1b-48c7-a823-95b5e91cd399), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.417132 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (36dde3af-de1b-48c7-a823-95b5e91cd399), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.439716 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dde3af-de1b-48c7-a823-95b5e91cd399,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:36.455286 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.459280 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49422) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:36.459520 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2032b960-a6c0-49f4-8c16-88f77b7d3ea2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642911 May 13 21:57:36.463952 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': 'a58986e7-8224-460e-9de9-856c68781e7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:36.494770 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (3dc4ff11-0ba0-4a25-96ce-de0d9788f926), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.562582 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (3dc4ff11-0ba0-4a25-96ce-de0d9788f926), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.569220 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (3dc4ff11-0ba0-4a25-96ce-de0d9788f926), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.602390 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc4ff11-0ba0-4a25-96ce-de0d9788f926,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:36.614235 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.615703 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-46f4dde6-8c70-46fa-b188-8993cbdbb053 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552935 May 13 21:57:36.618890 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49424) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:36.626623 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:36.649230 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.686284 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f6e083a9-79cc-4e79-8851-237195ebddcc up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:36.754365 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.757648 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port f6e083a9-79cc-4e79-8851-237195ebddcc triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:36.758017 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.854744 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port f6e083a9-79cc-4e79-8851-237195ebddcc is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:36.855425 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.881280 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port f6e083a9-79cc-4e79-8851-237195ebddcc, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f6e083a9-79cc-4e79-8851-237195ebddcc,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:36.887737 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:36.915076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.27.0.148 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/95acee6d-0045-4b5f-b61e-3ff5a31d727d) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:57:36.959846 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=f6e083a9-79cc-4e79-8851-237195ebddcc,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:37.058247 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.098987 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.141297 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:57:37.146413 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:37.158519 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:57:37.164866 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=95acee6d-0045-4b5f-b61e-3ff5a31d727d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:37.241445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eff5a-27ad-4c8d-857f-fb2a2c390a73 req-c492ac1e-6f13-47c0-99c0-a874b7379395 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:37.243876 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c29eff5a-27ad-4c8d-857f-fb2a2c390a73 req-c492ac1e-6f13-47c0-99c0-a874b7379395 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0582583 May 13 21:57:37.269605 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.323274 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.331108 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c29eff5a-27ad-4c8d-857f-fb2a2c390a73 req-2c1317e6-ea1c-4d5d-afe8-3c520d96d998 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724673 May 13 21:57:37.469487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:37.481670 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:37.482425 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:37.553290 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.559634 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.626617 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:37.663466 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=95acee6d-0045-4b5f-b61e-3ff5a31d727d,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:37.668351 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.693740 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:37.703735 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-073f8588-28d6-4375-a4a3-f312cd57cf46 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0756760 May 13 21:57:37.873455 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f049f3f8-71ef-4289-ba60-602aa5ae2ce8 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1905115238&fields=id&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 267 time: 0.0470726 May 13 21:57:37.994380 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:38.022838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:38.023455 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Updating router 8c2fb256-81a5-4ba9-82c1-8066277148e2 port ad30e5dc-f056-4588-a049-b095b92bb980 binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:57:38.028494 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-5889d404-b77f-44bb-869e-798ab7682f3a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:38.030074 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-5889d404-b77f-44bb-869e-798ab7682f3a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1493056 May 13 21:57:38.047376 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-3ab677ba-eb42-4164-87a1-c9b02d2fb16b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/quotas/a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 375 time: 0.0114067 May 13 21:57:38.063854 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.127926 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-380ae9ec-9744-45c4-bbdc-6c9d3ba9d768 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660369 May 13 21:57:38.335598 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-a7235078-1082-4a9a-8c05-ab24c6531693 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052748 May 13 21:57:38.429641 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Publish callbacks [] for port (ad30e5dc-f056-4588-a049-b095b92bb980), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.439443 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.482290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1af488-753c-478e-8679-d944fcc95213 req-6fd911ff-bf5a-45b3-8c5d-9fed673642ef tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:38.489591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7d1af488-753c-478e-8679-d944fcc95213 req-6fd911ff-bf5a-45b3-8c5d-9fed673642ef tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0644102 May 13 21:57:38.536580 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b83ba8-9925-4c06-bcf2-755ba67172eb None None] Pushing event updated for resources: {'Port': ['ID=ad30e5dc-f056-4588-a049-b095b92bb980,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:38.552755 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Attempting to bind port ad30e5dc-f056-4588-a049-b095b92bb980 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:57:38.553130 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Attempting to bind port ad30e5dc-f056-4588-a049-b095b92bb980 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:57:38.553500 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Attempting to bind port ad30e5dc-f056-4588-a049-b095b92bb980 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:57:38.555772 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-ceca34e0-df9b-4239-89bf-ac0d1d5019be service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184560 May 13 21:57:38.584624 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:57:38.585017 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:57:38.585430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.586003 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Bound using segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:57:38.586303 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Bound port: ad30e5dc-f056-4588-a049-b095b92bb980, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:57:38.586683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.618365 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7d1af488-753c-478e-8679-d944fcc95213 req-22fc85bd-ff36-4303-9906-a6f287e3ac27 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277213 May 13 21:57:38.698438 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] For port ad30e5dc-f056-4588-a049-b095b92bb980, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:57:38.701858 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] For port ad30e5dc-f056-4588-a049-b095b92bb980, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=ad30e5dc-f056-4588-a049-b095b92bb980,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:57:38.720780 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f6e083a9-79cc-4e79-8851-237195ebddcc up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:38.728476 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.864270 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0995e506-9d98-464c-b1df-9ce9d7fa5477 req-35e3055c-9a83-42b2-914b-f7607548ed52 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 210 time: 0.0520000 May 13 21:57:38.914464 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] Provisioning complete for port ad30e5dc-f056-4588-a049-b095b92bb980 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:38.914933 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:38.919262 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b83ba8-9925-4c06-bcf2-755ba67172eb None None] Pushing event updated for resources: {'Port': ['ID=ad30e5dc-f056-4588-a049-b095b92bb980,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:38.927352 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:38.927983 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:38.951290 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port f6e083a9-79cc-4e79-8851-237195ebddcc triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:38.951676 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:39.150811 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:39.237409 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] Current status of the port ad30e5dc-f056-4588-a049-b095b92bb980 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:39.237793 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:39.338100 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port f6e083a9-79cc-4e79-8851-237195ebddcc is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:39.355369 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] For port ad30e5dc-f056-4588-a049-b095b92bb980, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=ad30e5dc-f056-4588-a049-b095b92bb980,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:39.362831 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:39.457284 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab110e-62e0-4a12-a2de-74ed0db3ce17 None None] Pushing event updated for resources: {'Port': ['ID=ad30e5dc-f056-4588-a049-b095b92bb980,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:39.467452 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:38Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:39.501974 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff11a9a-c18f-4854-b0d5-1dc9284e3f6c None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:38Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:57:39.504437 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-135da2ce-64a5-4779-80c7-57be88134863 None None] Provisioning complete for port ad30e5dc-f056-4588-a049-b095b92bb980 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:39.504809 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-135da2ce-64a5-4779-80c7-57be88134863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:39.614910 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-135da2ce-64a5-4779-80c7-57be88134863 None None] Current status of the port ad30e5dc-f056-4588-a049-b095b92bb980 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:39.762027 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a66c5-e56c-4d18-871f-954367465af3 req-91dc85ac-ffb3-44f0-bfd2-7c3ff8ef0a4b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:39.764024 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f98a66c5-e56c-4d18-871f-954367465af3 req-91dc85ac-ffb3-44f0-bfd2-7c3ff8ef0a4b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0579424 May 13 21:57:40.132422 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f1a45453-0e75-4c17-9659-e94245f29649 req-a552f817-c7e5-4b3e-804e-5dc6ef9ea130 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 210 time: 0.0464737 May 13 21:57:40.140690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-3c55acf2-0023-4f37-ad08-d12fb8c7cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:40.142160 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-3c55acf2-0023-4f37-ad08-d12fb8c7cf33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1130 time: 0.3532085 May 13 21:57:40.153738 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f98a66c5-e56c-4d18-871f-954367465af3 req-427b87b9-c701-41bb-acf8-e1e395decddc tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756578 May 13 21:57:40.299678 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-f223b3b2-d8c2-4769-ac42-7005e2a32e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:40.301146 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-f223b3b2-d8c2-4769-ac42-7005e2a32e68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.0929813 May 13 21:57:40.470735 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-1fecb941-a0ef-4afb-9395-ce60bbff5573 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 1001 time: 0.1289563 May 13 21:57:40.528710 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-eba77e75-9c9a-4d48-8b43-f403530bc301 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:40.530195 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-eba77e75-9c9a-4d48-8b43-f403530bc301 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1863976 May 13 21:57:40.548476 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-7cd7a44a-ab98-4a60-825a-54847a578794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:40.549695 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-7cd7a44a-ab98-4a60-825a-54847a578794 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0621765 May 13 21:57:40.638032 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device ad30e5dc-f056-4588-a049-b095b92bb980 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:40.690482 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port ad30e5dc-f056-4588-a049-b095b92bb980 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:40.690911 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:40.701704 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-365653dd-01aa-4960-8deb-9baf99d09f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:40.703598 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-365653dd-01aa-4960-8deb-9baf99d09f84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757411 May 13 21:57:40.740704 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f25173fc-1c90-46af-a530-2061ffa76b6b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 380 time: 0.1047432 May 13 21:57:40.751863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'port': {'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'admin_state_up': True, 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'security_groups': ['a58986e7-8224-460e-9de9-856c68781e7d']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:40.779043 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port ad30e5dc-f056-4588-a049-b095b92bb980 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:40.877193 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-9d7625fd-cce9-4f95-9fcd-36dbb735b1e7 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653767 May 13 21:57:40.958754 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Made reservation on behalf of a04ed773a4b44bf5b881acbdf51a8463 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:57:40.962079 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:41.033004 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5894cfa7-354e-46c5-92a8-15cd2bcc1a6c req-ec46888e-d5ae-48a8-9fc2-2363707e6631 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475329 May 13 21:57:41.103687 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.20.0.9 (ffb86270-54c5-4ed6-9100-3db6f56fe50f/f3e3fe72-9293-42fa-bb1b-644476a13132/df1579fd-2e1e-49df-91d6-e984e0f5c5ad) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:57:41.251707 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3ebd31b6-5c58-4fdd-9407-06b5d88abaf8 req-8b31933c-c1a1-4b37-a851-b70599431e66 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 210 time: 0.0457115 May 13 21:57:41.298475 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:41.305430 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c67a5-c779-446d-9cae-b5f348fd8114 req-5c77ce2c-c99a-48ff-bf9a-98cf535581f3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:41.306920 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bd5c67a5-c779-446d-9cae-b5f348fd8114 req-5c77ce2c-c99a-48ff-bf9a-98cf535581f3 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0834496 May 13 21:57:41.375280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bd5c67a5-c779-446d-9cae-b5f348fd8114 req-0943098a-6f66-46f0-9d40-321fc5fbc4b0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624645 May 13 21:57:41.376719 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:41.417509 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:57:41.420601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:57:41.426955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:57:41.432588 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:41.477839 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:41.478460 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:41.494765 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-82f59615-46dd-461d-8efc-2cd29d432d48 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475884 May 13 21:57:41.646958 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-3f954a95-8f0f-498d-a475-d86c30635feb None None] Provisioning complete for port df1579fd-2e1e-49df-91d6-e984e0f5c5ad triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:41.647486 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3f954a95-8f0f-498d-a475-d86c30635feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:41.683192 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-3f954a95-8f0f-498d-a475-d86c30635feb None None] Port df1579fd-2e1e-49df-91d6-e984e0f5c5ad cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:57:42.362674 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5a679-e82e-4e42-98ad-bc1448cb21f4 req-07968c9f-dde8-471e-add6-0a93c9ab4efe tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:42.364164 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6ff5a679-e82e-4e42-98ad-bc1448cb21f4 req-07968c9f-dde8-471e-add6-0a93c9ab4efe tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 931 time: 0.0469761 May 13 21:57:42.411362 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6ff5a679-e82e-4e42-98ad-bc1448cb21f4 req-bd59c1cc-ac50-4ced-8773-793e42f0d501 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 May 13 21:57:42.495976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19034ee3-9c7d-4f8e-9be8-36c0a8894c03 req-65a18ded-886b-49dc-9956-44f40999d983 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:42.497432 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-19034ee3-9c7d-4f8e-9be8-36c0a8894c03 req-65a18ded-886b-49dc-9956-44f40999d983 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 946 time: 0.0508602 May 13 21:57:42.521191 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Request body: {'port': {'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:42.573532 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-19034ee3-9c7d-4f8e-9be8-36c0a8894c03 req-c50fc8d2-505b-4f51-a515-7fffb8f06427 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705488 May 13 21:57:42.599020 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:42.888545 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1579fd-2e1e-49df-91d6-e984e0f5c5ad {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:57:42.896164 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Publish callbacks [] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:42.907977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Transition to ACTIVE for port object df1579fd-2e1e-49df-91d6-e984e0f5c5ad will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:57:42.911295 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:42.960861 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Pushing event updated for resources: {'Port': ['ID=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:43.034024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Attempting to bind port df1579fd-2e1e-49df-91d6-e984e0f5c5ad on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:57:43.034282 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Attempting to bind port df1579fd-2e1e-49df-91d6-e984e0f5c5ad by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:57:43.034480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Attempting to bind port df1579fd-2e1e-49df-91d6-e984e0f5c5ad on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:57:43.039230 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Port df1579fd-2e1e-49df-91d6-e984e0f5c5ad on network ffb86270-54c5-4ed6-9100-3db6f56fe50f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:57:43.039554 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Attempting to bind port df1579fd-2e1e-49df-91d6-e984e0f5c5ad on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:57:43.044422 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:57:43.044762 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:57:43.045147 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Bound using segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:57:43.045573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Bound port: df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:57:43.046438 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:43.115222 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] For port df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:57:43.118629 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] For port df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:57:43.124032 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:43.157246 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:43.157935 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:43.159254 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] 10.222.0.58 "PUT /v2.0/ports/df1579fd-2e1e-49df-91d6-e984e0f5c5ad HTTP/1.1" status: 200 len: 1093 time: 0.6433539 May 13 21:57:43.159696 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:43.161955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f166c-7bb0-4da5-915b-dd7f0a791665" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:43.194389 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8c47-bce6-4718-8ad1-1b72c5041b9b service neutron] Pushing event updated for resources: {'Port': ['ID=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:43.204525 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe251f58-88f7-4bc2-9689-d6ae4c9fa65d x-openstack-request-id: req-fe251f58-88f7-4bc2-9689-d6ae4c9fa65d {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:43.205959 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:43.206448 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe251f58-88f7-4bc2-9689-d6ae4c9fa65d {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:43.207107 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe251f58-88f7-4bc2-9689-d6ae4c9fa65d'] response: {'name': 'network-changed', 'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'status': 'completed', 'code': 200} May 13 21:57:43.264713 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-31e7ab66-2457-4cde-96e7-dcedc296ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:43.267104 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-31e7ab66-2457-4cde-96e7-dcedc296ccb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 1127 time: 0.0421951 May 13 21:57:43.322823 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-be264624-a1da-4f55-b657-9f619dd7fe4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad HTTP/1.1" status: 200 len: 217 time: 0.0427067 May 13 21:57:43.376392 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:43.382343 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-3774a6d3-3c3f-4994-8f95-69d3d7716922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:43.383891 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-3774a6d3-3c3f-4994-8f95-69d3d7716922 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0459592 May 13 21:57:43.428345 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-a3686af2-4440-4cac-b97f-9bc24b5a2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:43.429760 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-a3686af2-4440-4cac-b97f-9bc24b5a2364 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388734 May 13 21:57:43.466997 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: ACTIVE; New status is: DOWN {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:43.467394 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:43.491785 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:43.494005 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c48f102-1ca3-4911-8939-013310e0a881" -d '{"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:43.506855 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:43.511306 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:43.538487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 May 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea67f8f-901d-4ccf-a7aa-8f414450018a x-openstack-request-id: req-3ea67f8f-901d-4ccf-a7aa-8f414450018a {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:43.538824 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-unplugged", "status": "failed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "code": 422}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:43.539056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ea67f8f-901d-4ccf-a7aa-8f414450018a {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:43.539490 dv-cinder-840516-1-iscsi neutron-server[114888]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3ea67f8f-901d-4ccf-a7aa-8f414450018a']: {'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'code': 422} returned with failed status May 13 21:57:43.559795 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317e1b9-2a1d-4f02-b7cb-fe32a12b7d31 req-01707dcf-678f-452a-8c2d-fee12d868ee7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:43.561249 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a317e1b9-2a1d-4f02-b7cb-fe32a12b7d31 req-01707dcf-678f-452a-8c2d-fee12d868ee7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 943 time: 0.0614188 May 13 21:57:43.564830 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=8']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:43.566468 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-095cb01d-b81d-4c18-8f2b-fa74e55d3a4a service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300862 May 13 21:57:43.691114 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a317e1b9-2a1d-4f02-b7cb-fe32a12b7d31 req-74bc2e51-ff32-4ea8-978b-7e03b6126367 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232622 May 13 21:57:43.719435 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb2f34-423f-48fc-b405-2b20aca48a19 req-a6e0e91d-3faa-4b10-b46f-73d75888d335 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:43.720871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2eb2f34-423f-48fc-b405-2b20aca48a19 req-a6e0e91d-3faa-4b10-b46f-73d75888d335 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0736017 May 13 21:57:43.726077 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b6e64475-6517-4b6b-b35f-0f393cc71512 req-a2e62ab5-2ba7-4278-897d-cc6da4f6b117 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526566 May 13 21:57:43.767485 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2eb2f34-423f-48fc-b405-2b20aca48a19 req-bd5c08e9-a725-4214-9cce-4f578d0f4481 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 May 13 21:57:43.899265 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:44.540671 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-dac3115b-2cb3-4702-b72c-2faa9b172f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:44.542205 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-dac3115b-2cb3-4702-b72c-2faa9b172f50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 1127 time: 0.0420976 May 13 21:57:44.682594 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d44a2-abe8-45b9-9ddb-a2b8b784ca40 req-15a80fcb-7b95-41c4-b7af-0e75af639c5a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:44.684073 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2a1d44a2-abe8-45b9-9ddb-a2b8b784ca40 req-15a80fcb-7b95-41c4-b7af-0e75af639c5a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0670590 May 13 21:57:44.687596 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-a502edc2-f456-4cb9-abe5-2ce7ec3c0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:44.688920 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-a502edc2-f456-4cb9-abe5-2ce7ec3c0af0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.1399581 May 13 21:57:44.744181 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-3fcb841b-9909-4fec-a267-a4e295e9d73e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad HTTP/1.1" status: 200 len: 217 time: 0.0462704 May 13 21:57:44.806389 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2a1d44a2-abe8-45b9-9ddb-a2b8b784ca40 req-8189fd9f-755d-45fc-b706-eeaad29ab2f2 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148958 May 13 21:57:44.845650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-34fa77d0-b7d4-4bb4-9a5b-af31bfc2402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:44.847148 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-34fa77d0-b7d4-4bb4-9a5b-af31bfc2402b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0965474 May 13 21:57:44.853336 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef329e19-35a9-4c50-ab85-cfb6e8230c19 req-09bc3cee-ed6e-4769-a98b-77ecf4eeb171 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:44.854785 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ef329e19-35a9-4c50-ab85-cfb6e8230c19 req-09bc3cee-ed6e-4769-a98b-77ecf4eeb171 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 943 time: 0.0712957 May 13 21:57:44.893037 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49540) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:44.912253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-f267efcd-2df6-4656-9130-665ddd4dc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:44.913763 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-f267efcd-2df6-4656-9130-665ddd4dc965 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581245 May 13 21:57:44.953316 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ef329e19-35a9-4c50-ab85-cfb6e8230c19 req-4db1c3f0-b57b-46c4-8180-992648a1414c tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896809 May 13 21:57:44.976049 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-f8bd2bbe-6ecf-447c-9d9e-8ba4841612c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817761 May 13 21:57:44.985116 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-9c84eb53-da15-4fca-a9a0-69231821c41d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 21:57:44.986072 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-9c84eb53-da15-4fca-a9a0-69231821c41d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055215 May 13 21:57:45.018320 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-fdd78800-50f6-4730-b5a6-af6dab04080a service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987618 May 13 21:57:45.068103 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49548) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:45.069526 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-66278237-9eb0-4e5b-b7d0-56d630e631d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:45.110646 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-875f166c-7bb0-4da5-915b-dd7f0a791665 req-b98909e0-8d2d-4bd3-bb8d-c330163ad46f service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 May 13 21:57:45.118768 dv-cinder-840516-1-iscsi neutron-server[114886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 21:57:45.163502 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-b424fb18-2488-4ea5-be59-ccd70f004c64 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:45.164887 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-b424fb18-2488-4ea5-be59-ccd70f004c64 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports/7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 941 time: 0.0957942 May 13 21:57:45.923763 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783a52-2250-45f8-af15-e843334c4374 req-b4b8a1ec-7199-4376-84a6-4d143daa9358 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:45.925218 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-05783a52-2250-45f8-af15-e843334c4374 req-b4b8a1ec-7199-4376-84a6-4d143daa9358 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0469322 May 13 21:57:45.981906 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-05783a52-2250-45f8-af15-e843334c4374 req-478da4fb-e575-495e-90d1-9123b0154a95 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511959 May 13 21:57:46.010453 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-c74e76d1-ac48-45bd-8ef1-3e033a517d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:46.012017 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-c74e76d1-ac48-45bd-8ef1-3e033a517d6b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3&tenant_id=6a12e6fa2119499b93806f036eb55a0c HTTP/1.1" status: 200 len: 1128 time: 0.0442193 May 13 21:57:46.094257 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c977e75-accd-4fc5-a56d-9831f435d86e req-e66cb1db-d385-4efb-b3e7-b20c80d7e20d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:46.095663 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c977e75-accd-4fc5-a56d-9831f435d86e req-e66cb1db-d385-4efb-b3e7-b20c80d7e20d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 943 time: 0.0721567 May 13 21:57:46.101087 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-87013bc6-6665-42e2-b639-7cc6576f852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:46.102474 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-87013bc6-6665-42e2-b639-7cc6576f852b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a12e6fa2119499b93806f036eb55a0c&device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1128 time: 0.0511708 May 13 21:57:46.196259 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c977e75-accd-4fc5-a56d-9831f435d86e req-abbfd563-2858-45e5-8c70-94eb36389e9a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928319 May 13 21:57:46.223145 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-9986ce5b-f6ec-4935-903a-33c0bf0b1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:46.224636 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-9986ce5b-f6ec-4935-903a-33c0bf0b1068 service neutron] 10.222.0.58 "GET /v2.0/networks?id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 200 len: 917 time: 0.1140792 May 13 21:57:46.292588 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-04670af5-8260-4d04-9b67-2020aead6640 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 200 len: 999 time: 0.0619066 May 13 21:57:46.352770 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-18d52a6a-960c-4766-9bd9-9d0f92a8b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:46.354207 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-18d52a6a-960c-4766-9bd9-9d0f92a8b248 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 200 len: 855 time: 0.0441954 May 13 21:57:46.399724 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-27a6bedb-ce68-4899-a1a5-410ce1dab771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:46.401189 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-27a6bedb-ce68-4899-a1a5-410ce1dab771 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54bb408e-38dc-4d63-b590-fa8bf9ca4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383270 May 13 21:57:46.492574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-e58373db-a55c-4539-af96-22f52687c465 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 May 13 21:57:46.579341 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0c63ef0c-4765-49a3-a1ce-4dcbadc6a2de req-aff58ab5-38ad-49aa-84cb-d30aa331c831 service neutron] 10.222.0.58 "GET /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807729 May 13 21:57:47.166922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eefa8-f349-49c3-a7b3-9c7748682be9 req-f2a1d8be-0c96-4f05-b876-843615d0570b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:47.175521 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ab6eefa8-f349-49c3-a7b3-9c7748682be9 req-f2a1d8be-0c96-4f05-b876-843615d0570b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.1056082 May 13 21:57:47.242504 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ab6eefa8-f349-49c3-a7b3-9c7748682be9 req-8f2bfc78-9316-4c2c-9491-10ca8b5dde4c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646484 May 13 21:57:47.313087 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7b5d86cb-ddf4-4ee9-91f4-e734fc2a5683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:47.328901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4350a79-d618-4f25-980a-c884c340e0da req-511696a2-33c7-41bc-b1ab-6ef45b87140e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:47.330603 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f4350a79-d618-4f25-980a-c884c340e0da req-511696a2-33c7-41bc-b1ab-6ef45b87140e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 943 time: 0.0578246 May 13 21:57:47.386278 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device df1579fd-2e1e-49df-91d6-e984e0f5c5ad details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:57:47.396993 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f4350a79-d618-4f25-980a-c884c340e0da req-80b4a625-2214-4476-9569-c3c32180ee66 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602605 May 13 21:57:47.428503 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:57:47.532863 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:47.553018 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:57:47.625273 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port df1579fd-2e1e-49df-91d6-e984e0f5c5ad is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:47.625944 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:47.628138 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: DOWN; New status is: DOWN {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:47.641092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1579fd-2e1e-49df-91d6-e984e0f5c5ad {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:57:47.668636 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:47.673150 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:47.733843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:48.051009 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['df1579fd-2e1e-49df-91d6-e984e0f5c5ad'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:48.361477 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d669f9-1e5e-4a22-8159-f2183469682c req-12c76603-28bb-4500-8bcb-651e7b35dd42 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:48.366550 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-52d669f9-1e5e-4a22-8159-f2183469682c req-12c76603-28bb-4500-8bcb-651e7b35dd42 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0524449 May 13 21:57:48.422353 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-52d669f9-1e5e-4a22-8159-f2183469682c req-d81db545-6408-4cba-b341-ceec9307d3aa tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506430 May 13 21:57:48.529117 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:48.531155 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca94691-9eca-4207-b055-f51b6e215b76 req-7dd66aac-22da-439b-a870-38545bce9bf8 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:48.532919 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bca94691-9eca-4207-b055-f51b6e215b76 req-7dd66aac-22da-439b-a870-38545bce9bf8 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 944 time: 0.0593648 May 13 21:57:48.584815 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bca94691-9eca-4207-b055-f51b6e215b76 req-07485b67-2487-4fd6-b7cc-0158fbc3c4a6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 May 13 21:57:49.422752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device df1579fd-2e1e-49df-91d6-e984e0f5c5ad up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:49.470118 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port df1579fd-2e1e-49df-91d6-e984e0f5c5ad completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:57:49.477559 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port df1579fd-2e1e-49df-91d6-e984e0f5c5ad triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:49.478289 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:49.556336 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87934f2e-7805-4059-8ad5-4869fab12ca1 req-a13f9e2c-4373-4a60-8714-65d083318d19 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:49.557876 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-87934f2e-7805-4059-8ad5-4869fab12ca1 req-a13f9e2c-4373-4a60-8714-65d083318d19 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0519960 May 13 21:57:49.579118 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port df1579fd-2e1e-49df-91d6-e984e0f5c5ad is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:49.579798 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:49.615658 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:49.616619 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c63d16c-c48f-48ba-a998-7960648c62de" -d '{"events": [{"server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "name": "network-vif-plugged", "status": "completed", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:49.646319 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:49.646871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-87934f2e-7805-4059-8ad5-4869fab12ca1 req-938a0eaf-44eb-429a-b471-4f9ca03d53f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772583 May 13 21:57:49.654872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:49.726771 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70757a-4a71-4a1c-8029-3d0391b1d4fa x-openstack-request-id: req-2b70757a-4a71-4a1c-8029-3d0391b1d4fa {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:49.727611 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "name": "network-vif-plugged", "status": "completed", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:49.728027 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b70757a-4a71-4a1c-8029-3d0391b1d4fa {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:49.728568 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b70757a-4a71-4a1c-8029-3d0391b1d4fa'] response: {'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'code': 200} May 13 21:57:49.736828 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:49.741992 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a19f1b-1dec-494c-a806-b34a4d7b287d req-bd1d4c3f-a507-418b-915b-f8a4e23e4972 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:49.743566 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-30a19f1b-1dec-494c-a806-b34a4d7b287d req-bd1d4c3f-a507-418b-915b-f8a4e23e4972 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0682323 May 13 21:57:49.801234 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-30a19f1b-1dec-494c-a806-b34a4d7b287d req-bb4dfebf-26e2-44af-b850-5f64095300cd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 May 13 21:57:49.867598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:50.785991 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326f4a-2789-4ea8-a88b-e0a0a1bdc22f req-96fa4732-e318-41a2-a9dd-4fa89c54141c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:50.787516 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5b326f4a-2789-4ea8-a88b-e0a0a1bdc22f req-96fa4732-e318-41a2-a9dd-4fa89c54141c tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0505958 May 13 21:57:50.840522 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5b326f4a-2789-4ea8-a88b-e0a0a1bdc22f req-94ed38f5-a210-4e94-9ed4-3525ee171123 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472968 May 13 21:57:50.932850 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051c0ea-7cf7-4afc-af25-99cf4c9cb4c0 req-7c9ab7c6-095d-408e-a96c-4e7e79c169cf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:50.934346 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f051c0ea-7cf7-4afc-af25-99cf4c9cb4c0 req-7c9ab7c6-095d-408e-a96c-4e7e79c169cf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0479457 May 13 21:57:50.986357 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f051c0ea-7cf7-4afc-af25-99cf4c9cb4c0 req-e3725955-a44a-4c55-b3f7-f325dc40abe7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 May 13 21:57:51.294339 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:51.969750 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521afd43-4866-4083-ba0b-77cb1f698506 req-b64beb1d-99b4-4c83-ae54-af9d05d494eb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:51.971458 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-521afd43-4866-4083-ba0b-77cb1f698506 req-b64beb1d-99b4-4c83-ae54-af9d05d494eb tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0514326 May 13 21:57:52.025162 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-521afd43-4866-4083-ba0b-77cb1f698506 req-e531b4a1-0c1b-4961-9e52-63fdff6e3f1e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469475 May 13 21:57:52.122791 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401394f4-8cad-4375-bc62-9f10be3cee41 req-4efcd648-a246-488e-a6a8-d6212a16b5fe tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:52.124922 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-401394f4-8cad-4375-bc62-9f10be3cee41 req-4efcd648-a246-488e-a6a8-d6212a16b5fe tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0558150 May 13 21:57:52.174768 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-401394f4-8cad-4375-bc62-9f10be3cee41 req-8efc5276-d899-4dd4-a736-ea059eaeef6e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 May 13 21:57:53.188925 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa19de2-0fd2-4084-a4d9-055e2837b7fa req-42ec09d8-fae9-4c51-a6a9-1cb7d38ff99e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:53.190396 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7fa19de2-0fd2-4084-a4d9-055e2837b7fa req-42ec09d8-fae9-4c51-a6a9-1cb7d38ff99e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0838051 May 13 21:57:53.243534 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7fa19de2-0fd2-4084-a4d9-055e2837b7fa req-23a9883e-bade-4256-b788-96c950981f4e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481825 May 13 21:57:53.312057 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082bdee-8f67-4e4a-bf4b-d68498c8be6a req-a72a6919-8e6b-4206-93f9-40b7cbb32181 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:53.313641 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5082bdee-8f67-4e4a-bf4b-d68498c8be6a req-a72a6919-8e6b-4206-93f9-40b7cbb32181 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0618544 May 13 21:57:53.364581 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5082bdee-8f67-4e4a-bf4b-d68498c8be6a req-b21f5fb1-e499-4fa8-b953-965c58bbccf7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 May 13 21:57:54.378469 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2eddb-dad9-4893-b68d-8c2aee4aa07c req-e9053458-9fff-4a39-99fb-2a406c8a82ed tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:54.379981 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18d2eddb-dad9-4893-b68d-8c2aee4aa07c req-e9053458-9fff-4a39-99fb-2a406c8a82ed tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0530610 May 13 21:57:54.431015 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18d2eddb-dad9-4893-b68d-8c2aee4aa07c req-623ed457-734d-4c34-9cc5-27070eec4186 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451407 May 13 21:57:54.477522 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641e3f-c529-4421-b618-6886f8212b8f req-fb5a19a2-b5ae-4042-b884-8430b4c75666 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:54.479011 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-24641e3f-c529-4421-b618-6886f8212b8f req-fb5a19a2-b5ae-4042-b884-8430b4c75666 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0467637 May 13 21:57:54.525747 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-24641e3f-c529-4421-b618-6886f8212b8f req-09d83ce0-fc5c-4d05-aaac-4093f11c90d2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 May 13 21:57:55.553735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89fb50-fabf-4433-b6f5-111b24d786e0 req-45da3e9f-cff9-4052-a952-3343391e8461 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:55.555264 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db89fb50-fabf-4433-b6f5-111b24d786e0 req-45da3e9f-cff9-4052-a952-3343391e8461 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0461378 May 13 21:57:55.615781 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db89fb50-fabf-4433-b6f5-111b24d786e0 req-6e65ea83-471f-4814-bdc9-53711d57e692 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549989 May 13 21:57:55.906989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039a3e3-85ec-4039-9c85-53e50902eec3 req-8418c36a-9833-48a8-b0d7-07b5b3dd8b6f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:55.908323 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7039a3e3-85ec-4039-9c85-53e50902eec3 req-8418c36a-9833-48a8-b0d7-07b5b3dd8b6f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.3089032 May 13 21:57:55.976450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab3b61-5baf-418d-be7f-39b7cc07e9a0 req-0e46f846-7f87-45c7-89d0-6e2dc206aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:55.977928 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ab3b61-5baf-418d-be7f-39b7cc07e9a0 req-0e46f846-7f87-45c7-89d0-6e2dc206aab3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 1129 time: 0.0623302 May 13 21:57:55.985516 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7039a3e3-85ec-4039-9c85-53e50902eec3 req-f1e97448-b42f-495a-b4b4-fd5e5a277017 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715425 May 13 21:57:56.022892 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ab3b61-5baf-418d-be7f-39b7cc07e9a0 req-ed74d77d-f46c-408c-9d6b-b26f398cfa52 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364785 May 13 21:57:56.737392 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373088f-fabb-41d8-ad45-3fa3e97c0967 req-6b58ce34-fcfa-4668-b427-a853a978d318 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:56.738903 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1373088f-fabb-41d8-ad45-3fa3e97c0967 req-6b58ce34-fcfa-4668-b427-a853a978d318 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 944 time: 0.0490918 May 13 21:57:56.785280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1373088f-fabb-41d8-ad45-3fa3e97c0967 req-9fb8df38-249b-4f47-a787-56592b6e125a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 May 13 21:57:57.095034 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e59d-e265-4b02-aa4d-a372172c9375 req-4b5116a9-c778-4b71-afc6-c777d0305380 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:57.096462 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e0d8e59d-e265-4b02-aa4d-a372172c9375 req-4b5116a9-c778-4b71-afc6-c777d0305380 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0452473 May 13 21:57:57.142228 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e0d8e59d-e265-4b02-aa4d-a372172c9375 req-728d2bc4-4218-4d51-9563-81e483dc17a7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 May 13 21:57:57.463138 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:57:57.561220 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:57.572042 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'port_id': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'mac_address': 'fa:16:3e:9f:14:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:57:57.607528 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:57.607900 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:57.620883 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbe1808-9c98-4941-a44c-e06b5dae8e8c {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:57:57.643410 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:57.647289 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:57.693857 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=9']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:57.902415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed43104-5896-4e10-be92-c5ae1e3d9448 req-130be31b-9d98-401f-9463-b8b98be82f38 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:57.903871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7ed43104-5896-4e10-be92-c5ae1e3d9448 req-130be31b-9d98-401f-9463-b8b98be82f38 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 945 time: 0.0485845 May 13 21:57:57.936029 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['7fbe1808-9c98-4941-a44c-e06b5dae8e8c'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:57:57.950607 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7ed43104-5896-4e10-be92-c5ae1e3d9448 req-bffbe12e-2ee4-4115-a87b-fd37583249ab tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 May 13 21:57:58.267138 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10006f-c6ad-4c7c-b499-70a9f3dc99db req-454106ef-4e4f-4e66-a6c4-8e6f270b5b6b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:58.268873 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1a10006f-c6ad-4c7c-b499-70a9f3dc99db req-454106ef-4e4f-4e66-a6c4-8e6f270b5b6b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0587049 May 13 21:57:58.331337 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1a10006f-c6ad-4c7c-b499-70a9f3dc99db req-ecae91ed-8ade-457a-9fb1-6d1f81bb149a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569415 May 13 21:57:58.439374 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3493e-f0cb-44e9-98fd-5f1077e16348 req-55ef6ec7-cf0c-4d20-a432-2efef8d29adf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:58.440816 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c4a3493e-f0cb-44e9-98fd-5f1077e16348 req-55ef6ec7-cf0c-4d20-a432-2efef8d29adf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0466609 May 13 21:57:58.449131 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49636) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:57:58.453440 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:57:58.495516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:58.924059 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:58.927798 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:59.038499 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90 associated. External IP: 172.27.0.148, port: df1579fd-2e1e-49df-91d6-e984e0f5c5ad. May 13 21:57:59.104173 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7ade1-ac2d-4464-95a1-806d75a4fcc7 req-69afb8ac-bfd1-451d-a284-91b67d98f6f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:59.105624 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eaf7ade1-ac2d-4464-95a1-806d75a4fcc7 req-69afb8ac-bfd1-451d-a284-91b67d98f6f0 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 945 time: 0.0809572 May 13 21:57:59.201729 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eaf7ade1-ac2d-4464-95a1-806d75a4fcc7 req-e57eefe9-344a-46fb-8660-be134d9b072d tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900025 May 13 21:57:59.314330 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:57:59.426437 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:57:59.431307 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:59.435750 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:57:59.445760 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:59.446389 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:59.461544 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8f37d878-df97-4acd-9ee6-2a6d4d863c14 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "PUT /v2.0/floatingips/e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90 HTTP/1.1" status: 200 len: 991 time: 1.0112977 May 13 21:57:59.462230 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:59.463816 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:57:59.464499 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18a57f2-7ab5-4bf3-8530-3389a0103916" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:59.502222 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735030d8-f685-4701-9ed9-b209aa8fb439 x-openstack-request-id: req-735030d8-f685-4701-9ed9-b209aa8fb439 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:59.502504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:59.502798 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-735030d8-f685-4701-9ed9-b209aa8fb439 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:59.503211 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735030d8-f685-4701-9ed9-b209aa8fb439'] response: {'name': 'network-changed', 'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'status': 'completed', 'code': 200} May 13 21:57:59.511741 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:57:59.512112 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:59.557090 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:57:59.583514 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-f14bef76-952c-4bc7-b5b9-339de64f0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:59.585027 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-f14bef76-952c-4bc7-b5b9-339de64f0aa5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 1129 time: 0.0422564 May 13 21:57:59.591166 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:57:59.591787 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:59.617026 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:57:59.619291 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19afaa0-0808-4485-b1a1-51d3e7eec1ce" -d '{"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:57:59.636247 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:57:59.643460 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:57:59.673573 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ffbf81-dee0-4bde-a1d6-fb1912f08744 x-openstack-request-id: req-06ffbf81-dee0-4bde-a1d6-fb1912f08744 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:57:59.674034 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:57:59.674976 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06ffbf81-dee0-4bde-a1d6-fb1912f08744 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:57:59.674976 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ffbf81-dee0-4bde-a1d6-fb1912f08744'] response: {'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'code': 200} May 13 21:57:59.691923 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-e619eade-3e9e-4984-94bb-cbfd9a46f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:59.693157 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-e619eade-3e9e-4984-94bb-cbfd9a46f422 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.1023390 May 13 21:57:59.699121 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=10']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:57:59.762680 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-fe430dac-58dd-41bb-be31-fa7d0e39307f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad HTTP/1.1" status: 200 len: 999 time: 0.0627325 May 13 21:57:59.793012 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:57:58Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:59.824675 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:57:59.824930 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-02d0b942-7e65-42ba-97f9-dd3fa482ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:59.826485 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-02d0b942-7e65-42ba-97f9-dd3fa482ee50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0519617 May 13 21:57:59.833224 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:57:59.834130 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:57:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:57:59.897620 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-4f6a126c-0eff-479a-ba5b-cea0d2cd1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:59.899153 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-4f6a126c-0eff-479a-ba5b-cea0d2cd1e38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659797 May 13 21:57:59.904140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b12c14-537a-4222-8060-75bb2e9872da req-ba041e01-78af-44d4-9741-3b998db06f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:57:59.905493 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-92b12c14-537a-4222-8060-75bb2e9872da req-ba041e01-78af-44d4-9741-3b998db06f2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 1131 time: 0.0446725 May 13 21:57:59.942607 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:00.004878 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-92b12c14-537a-4222-8060-75bb2e9872da req-1096beaf-c2be-406c-bfdc-0cf1fcee616e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909014 May 13 21:58:00.021311 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-d0d95b77-fff8-4955-9492-a568feb01e6a service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144023 May 13 21:58:00.148257 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:57:58Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:00.177432 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e6d84-f91a-4404-a7f7-3bfdd4e40666 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:57:58Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:58:00.344652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8be8-f40e-4da8-a55d-8e4e874fb242 req-7dd5be4f-750a-43c1-91fc-b7ff36cda0ff tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:00.346471 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-23ad8be8-f40e-4da8-a55d-8e4e874fb242 req-7dd5be4f-750a-43c1-91fc-b7ff36cda0ff tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 947 time: 0.0715914 May 13 21:58:00.368690 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e2652-a648-4585-9a99-0a8b53e0b8a4 None None] New status for floating IP e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:58:00.433866 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f18a57f2-7ab5-4bf3-8530-3389a0103916 req-3ca877af-774c-4ed0-b92c-b8c86805a13e service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491537 May 13 21:58:00.436941 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-23ad8be8-f40e-4da8-a55d-8e4e874fb242 req-1837e74b-2ab7-43c7-aa6c-c2013394bb1a tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621781 May 13 21:58:01.557504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11f17-d893-432c-b4f1-0a71ac5690f7 req-7ef9a103-6bef-45d1-a50d-b911f59013bf tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:01.558931 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8d11f17-d893-432c-b4f1-0a71ac5690f7 req-7ef9a103-6bef-45d1-a50d-b911f59013bf tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 947 time: 0.0477080 May 13 21:58:01.605344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8d11f17-d893-432c-b4f1-0a71ac5690f7 req-dc93c906-5b07-4186-b732-39914c92764b tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 May 13 21:58:02.724776 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5113cf9-1e68-4ae3-a02d-c7d417a0484d req-820f69de-1302-49bf-983f-63fa56a751e7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:02.726172 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5113cf9-1e68-4ae3-a02d-c7d417a0484d req-820f69de-1302-49bf-983f-63fa56a751e7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 947 time: 0.0496280 May 13 21:58:02.772009 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5113cf9-1e68-4ae3-a02d-c7d417a0484d req-c35e3a33-adf2-4dbb-a16f-40cb25d0e4c7 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403159 May 13 21:58:07.676422 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:58:13.909235 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:15.061887 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c38aff43-5882-4a30-ba2d-2dfdd5cb0f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:17.299484 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-05c7f037-660a-4f44-bd8e-5bc976f955d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:18.525105 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:19.863763 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:21.299153 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:36.777273 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-90484016-0077-4e81-96a2-996290ab42c0 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802433148&fields=id&tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 267 time: 0.0440135 May 13 21:58:36.883782 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-cb0df6b8-5209-4b17-8c86-47a442aaa6e8 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:36.885256 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-cb0df6b8-5209-4b17-8c86-47a442aaa6e8 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 812 time: 0.1018698 May 13 21:58:36.899161 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-615fc4c0-fc80-4a66-928e-15e8c8967521 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/quotas/e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 375 time: 0.0086606 May 13 21:58:36.948558 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-880222b5-08dd-4c35-8f48-ba99985e9c17 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448389 May 13 21:58:37.080770 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-d8f7f04a-e907-4e6b-80ea-5e08a4af6c2a service neutron] 10.222.0.35 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216054 May 13 21:58:37.171355 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-c6476707-cd04-4b8b-99f7-0da0107cb47a service neutron] 10.222.0.35 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850151 May 13 21:58:37.457620 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-57b33f70-e5b8-43a3-9ab2-37e595a223f1 req-96fe5dd2-af9e-429f-b7dc-043fe918c008 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 210 time: 0.0314193 May 13 21:58:38.569740 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-551c871c-f563-43e6-9921-88bbeca3aa95 req-cbc3f337-6149-44fa-a316-c1e7b386538a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 210 time: 0.0347471 May 13 21:58:38.641854 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-023b1c2b-aa87-4d0c-a749-b9169a7bfec4 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:38.643315 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-023b1c2b-aa87-4d0c-a749-b9169a7bfec4 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 812 time: 0.1529603 May 13 21:58:38.712531 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-13e48873-0be2-40e7-98bc-9a3cf276a24a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6 HTTP/1.1" status: 200 len: 380 time: 0.0541723 May 13 21:58:38.721227 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'port': {'device_id': '412d34a5-c099-4131-83f9-1a845f319d30', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'admin_state_up': True, 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'security_groups': ['a8702ef1-d79b-4c97-90a2-db12d096ccc8']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:38.826330 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Made reservation on behalf of e2695816a7fb4bd7ab0ea420b156e6e6 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:58:38.830261 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:38.952258 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Allocated IP 172.20.0.5 (db469d62-9f19-4947-a3c5-257e3bf41ebd/0f674b44-212e-43e6-bad0-504fc079bfe2/d6036886-557c-4b1f-9914-05a443e0e1d8) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:39.086996 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.118553 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.163616 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Network db469d62-9f19-4947-a3c5-257e3bf41ebd is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:39.166779 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:39.173762 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:39.196466 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=d6036886-557c-4b1f-9914-05a443e0e1d8,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:39.211000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.211347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.211688 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.212024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.212354 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.212687 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.213008 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.213329 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.213650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.213969 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.214292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.214610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.214955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.215272 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.215588 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:39.236541 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:39.237171 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.254769 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-120fc013-58cf-4c24-8a16-7e54adec1059 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369835 May 13 21:58:39.272866 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Request body: {'port': {'device_id': '412d34a5-c099-4131-83f9-1a845f319d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:39.332736 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.384309 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-9c324b7e-d14b-4b03-aff2-0cc0bfde8f40 None None] Provisioning complete for port d6036886-557c-4b1f-9914-05a443e0e1d8 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:39.384849 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9c324b7e-d14b-4b03-aff2-0cc0bfde8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.419464 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-9c324b7e-d14b-4b03-aff2-0cc0bfde8f40 None None] Port d6036886-557c-4b1f-9914-05a443e0e1d8 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:58:39.621182 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6036886-557c-4b1f-9914-05a443e0e1d8 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:58:39.628443 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Publish callbacks [] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.642162 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Transition to ACTIVE for port object d6036886-557c-4b1f-9914-05a443e0e1d8 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:58:39.650952 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.722234 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef2605-5b1a-4bb5-9f84-17fb2741456a req-e493a38c-9307-41af-a859-d6819f385c67 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:39.723765 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-16ef2605-5b1a-4bb5-9f84-17fb2741456a req-e493a38c-9307-41af-a859-d6819f385c67 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0833640 May 13 21:58:39.760553 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Pushing event updated for resources: {'Port': ['ID=d6036886-557c-4b1f-9914-05a443e0e1d8,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:39.826129 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-16ef2605-5b1a-4bb5-9f84-17fb2741456a req-2adaa92c-6ed7-480b-bac3-2bdab1acf83a tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898390 May 13 21:58:39.843360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Attempting to bind port d6036886-557c-4b1f-9914-05a443e0e1d8 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:58:39.843692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Attempting to bind port d6036886-557c-4b1f-9914-05a443e0e1d8 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:58:39.844018 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Attempting to bind port d6036886-557c-4b1f-9914-05a443e0e1d8 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:58:39.848960 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Port d6036886-557c-4b1f-9914-05a443e0e1d8 on network db469d62-9f19-4947-a3c5-257e3bf41ebd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:58:39.849277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Attempting to bind port d6036886-557c-4b1f-9914-05a443e0e1d8 on network db469d62-9f19-4947-a3c5-257e3bf41ebd {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:58:39.854108 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:58:39.854439 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Checking segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:58:39.854849 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Bound using segment: {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:58:39.855271 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Bound port: d6036886-557c-4b1f-9914-05a443e0e1d8, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95012cb6-6e29-46b0-aed7-3a2fd26491d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:58:39.855626 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.921749 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] For port d6036886-557c-4b1f-9914-05a443e0e1d8, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:58:39.924691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] For port d6036886-557c-4b1f-9914-05a443e0e1d8, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d6036886-557c-4b1f-9914-05a443e0e1d8,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:58:39.929845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.963037 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:39.963643 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:39.965061 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] 10.222.0.58 "PUT /v2.0/ports/d6036886-557c-4b1f-9914-05a443e0e1d8 HTTP/1.1" status: 200 len: 1093 time: 0.6964300 May 13 21:58:39.965412 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:58:39.967646 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb57ef-00d3-4a42-adba-76a7271e513e" -d '{"events": [{"name": "network-changed", "server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:58:39.993606 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4af27-d60d-4f49-a577-c80e548702be service neutron] Pushing event updated for resources: {'Port': ['ID=d6036886-557c-4b1f-9914-05a443e0e1d8,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:40.005083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c68b391-0a89-4628-9dcd-3ab8c8f5a167 x-openstack-request-id: req-8c68b391-0a89-4628-9dcd-3ab8c8f5a167 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:58:40.005382 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:58:40.005687 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c68b391-0a89-4628-9dcd-3ab8c8f5a167 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:58:40.006151 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c68b391-0a89-4628-9dcd-3ab8c8f5a167'] response: {'name': 'network-changed', 'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'status': 'completed', 'code': 200} May 13 21:58:40.067180 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-93d6d430-316f-44de-945c-411fa13ac56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:40.068756 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-93d6d430-316f-44de-945c-411fa13ac56e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 1127 time: 0.0408072 May 13 21:58:40.123028 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-de06fe8b-f365-4e1b-9b7f-948a88ba1e59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6036886-557c-4b1f-9914-05a443e0e1d8 HTTP/1.1" status: 200 len: 217 time: 0.0382018 May 13 21:58:40.173166 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-08e2a4b3-c1a7-4425-974f-5d19031115d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:40.174609 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-08e2a4b3-c1a7-4425-974f-5d19031115d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0461624 May 13 21:58:40.216556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-e20210e0-8e56-447f-b473-703ce1a46ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:40.218013 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-e20210e0-8e56-447f-b473-703ce1a46ca8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381460 May 13 21:58:40.567664 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-12324c34-6196-4fd7-bc6a-68a494f56e8a service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426347 May 13 21:58:40.655867 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-941835ab-bf06-4673-8e2f-9a61f2f06e15 req-81b312a3-539c-4707-bb04-3d243cbd8921 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823290 May 13 21:58:40.766327 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-5319ecaa-85ef-4cb2-b744-48cef409f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:40.767843 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-5319ecaa-85ef-4cb2-b744-48cef409f22a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 1127 time: 0.0392394 May 13 21:58:40.868412 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-89bcb4fc-e631-4831-887a-552ac5158c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:40.869976 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-89bcb4fc-e631-4831-887a-552ac5158c85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.0955324 May 13 21:58:40.911268 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-518094d4-f2dd-4ad3-a26f-79e544ae7940 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6036886-557c-4b1f-9914-05a443e0e1d8 HTTP/1.1" status: 200 len: 217 time: 0.0344453 May 13 21:58:40.983394 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63fb4-dee4-4b2e-bc05-0ccc61f16fdc req-7de30942-cd8c-4827-bafd-4b6ad7b9499e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:40.985662 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3ab63fb4-dee4-4b2e-bc05-0ccc61f16fdc req-7de30942-cd8c-4827-bafd-4b6ad7b9499e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0762420 May 13 21:58:41.000475 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-fbe58026-cb41-4d85-a1d5-d2904c6ad6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:41.001825 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-fbe58026-cb41-4d85-a1d5-d2904c6ad6f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0832510 May 13 21:58:41.063557 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-e70bd97e-7688-4b9f-be2c-0e4d36f75ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:41.065026 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-e70bd97e-7688-4b9f-be2c-0e4d36f75ef4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547101 May 13 21:58:41.068950 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3ab63fb4-dee4-4b2e-bc05-0ccc61f16fdc req-78a25f26-29a0-4157-88a9-9806c5626688 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776274 May 13 21:58:41.157874 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-fcd9cc81-a367-4ba2-9e8d-6f6b3520c12b service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869672 May 13 21:58:41.246531 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54eb57ef-00d3-4a42-adba-76a7271e513e req-0ef4690c-8c1a-4d07-b975-66bb0d3c35b0 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821548 May 13 21:58:42.217531 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff310295-69a2-433e-b50c-7d70394d9d9b req-c1411264-83b0-4411-8c6e-570ea840c896 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:42.219022 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ff310295-69a2-433e-b50c-7d70394d9d9b req-c1411264-83b0-4411-8c6e-570ea840c896 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0788147 May 13 21:58:42.238870 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b8e13-5f2a-4212-ab91-762b7edd01cc req-3cd84e57-98f2-46be-93ec-6694ee215492 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:42.240267 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6a1b8e13-5f2a-4212-ab91-762b7edd01cc req-3cd84e57-98f2-46be-93ec-6694ee215492 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 947 time: 0.0670152 May 13 21:58:42.300980 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ff310295-69a2-433e-b50c-7d70394d9d9b req-cc1e547f-ffd5-4da5-b1a4-d758460fe442 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763121 May 13 21:58:42.311776 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6a1b8e13-5f2a-4212-ab91-762b7edd01cc req-6b2058be-aded-4267-a6c0-92fb874998da tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645552 May 13 21:58:43.443495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d57cd-261f-45c6-94a5-bdb5ef0816a9 req-89289363-cadd-48fd-a3fa-c96ca69bd607 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:43.444940 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aa3d57cd-261f-45c6-94a5-bdb5ef0816a9 req-89289363-cadd-48fd-a3fa-c96ca69bd607 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0779979 May 13 21:58:43.464584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5ff99-4217-4e29-95d1-4105aac8e3cb req-3717c529-1681-48e9-a161-c5f5b783f72f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:43.465969 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9b5ff99-4217-4e29-95d1-4105aac8e3cb req-3717c529-1681-48e9-a161-c5f5b783f72f tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 947 time: 0.0639048 May 13 21:58:43.527220 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aa3d57cd-261f-45c6-94a5-bdb5ef0816a9 req-ceeb400a-21cd-42c9-9238-071a2e9c1edc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766127 May 13 21:58:43.538259 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9b5ff99-4217-4e29-95d1-4105aac8e3cb req-f5928727-0510-4b3c-90d0-8ef7279955cd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups?id=20614955-7f10-446f-b34b-708c39cb8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659292 May 13 21:58:43.711092 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe76106-b811-42cf-8f03-a42086711d52 req-ec746986-008d-4c9b-ad6c-310223d81584 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:43.712889 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4fe76106-b811-42cf-8f03-a42086711d52 req-ec746986-008d-4c9b-ad6c-310223d81584 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 947 time: 0.0489395 May 13 21:58:43.972440 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.033710 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Deleting port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:58:44.034047 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.118749 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] For port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:44.119120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.292442 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.292804 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (f38821cf-ce18-4a89-b051-50ab9ec7698f), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.293035 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Floating IP f38821cf-ce18-4a89-b051-50ab9ec7698f disassociated. External IP: 172.27.0.47, port: 7fbe1808-9c98-4941-a44c-e06b5dae8e8c. May 13 21:58:44.293380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Calling delete_port for 7fbe1808-9c98-4941-a44c-e06b5dae8e8c owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:58:44.421994 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (7fbe1808-9c98-4941-a44c-e06b5dae8e8c), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.452322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event deleted for resources: {'Port': ['ID=7fbe1808-9c98-4941-a44c-e06b5dae8e8c,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:44.577224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:58:44.676420 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:58:44.682528 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-555e6442-88e4-4154-b4bc-c3e94067975a req-dff2faa2-c7e0-41c0-999d-fbe4f411fbcd tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb5ebcd4-056e-424e-9d5e-6cfef76036c3 HTTP/1.1" status: 200 len: 210 time: 0.0616286 May 13 21:58:44.709807 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a0b7f-d825-4947-80c4-aea4bbc930e5 req-cbbd1846-4ce5-4504-b56e-4713e209e088 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:44.711266 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e17a0b7f-d825-4947-80c4-aea4bbc930e5 req-cbbd1846-4ce5-4504-b56e-4713e209e088 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0915487 May 13 21:58:44.782021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:58:44.793252 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:58:44.803901 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:58:44.804579 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:44.824619 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e17a0b7f-d825-4947-80c4-aea4bbc930e5 req-dee81dfa-4dde-49d9-b0bc-86ddd6134763 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818911 May 13 21:58:44.839584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] No DVR routers for this DVR port 7fbe1808-9c98-4941-a44c-e06b5dae8e8c on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:58:44.842280 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:44.846041 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4fe76106-b811-42cf-8f03-a42086711d52 req-e7c88600-4472-4e77-9cc9-2d0465e5f7f9 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.58 "DELETE /v2.0/ports/7fbe1808-9c98-4941-a44c-e06b5dae8e8c HTTP/1.1" status: 204 len: 173 time: 0.9063399 May 13 21:58:44.846503 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-deleted', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:58:44.848787 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f3b96-977b-428f-ac24-5d17c3588260" -d '{"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-deleted", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:58:44.892298 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30243920-dfa1-4fd3-b33d-e243f1b09691 x-openstack-request-id: req-30243920-dfa1-4fd3-b33d-e243f1b09691 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:58:44.892596 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5ebcd4-056e-424e-9d5e-6cfef76036c3", "name": "network-vif-deleted", "tag": "7fbe1808-9c98-4941-a44c-e06b5dae8e8c", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:58:44.893361 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30243920-dfa1-4fd3-b33d-e243f1b09691 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:58:44.893477 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30243920-dfa1-4fd3-b33d-e243f1b09691'] response: {'server_uuid': 'eb5ebcd4-056e-424e-9d5e-6cfef76036c3', 'name': 'network-vif-deleted', 'tag': '7fbe1808-9c98-4941-a44c-e06b5dae8e8c', 'status': 'completed', 'code': 200} May 13 21:58:45.079863 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-76dac450-65fb-45b1-acc7-34a111951675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.103321 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:45.130871 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49828) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.136995 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497360375', 'description': 'tempest-description--1045975080'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:45.168988 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.249209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (1488657d-014a-4109-91ac-28f999dfa816), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.253283 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1488657d-014a-4109-91ac-28f999dfa816), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.283533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.284745 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524103 May 13 21:58:45.286620 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab28fea-dc5c-4d12-aeef-ee38e3f35730 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1488657d-014a-4109-91ac-28f999dfa816,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:45.287974 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49830) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.293129 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': '1488657d-014a-4109-91ac-28f999dfa816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:45.311431 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:45.319249 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (7680351d-84ea-4882-a583-ed9efa9e4be4), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.339976 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:58:45.348702 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:58:45.350196 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:45.375539 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (7680351d-84ea-4882-a583-ed9efa9e4be4), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.379732 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (7680351d-84ea-4882-a583-ed9efa9e4be4), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.397635 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7680351d-84ea-4882-a583-ed9efa9e4be4,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:45.405588 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.405946 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.406298 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.407213 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.407558 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.407894 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.408229 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.408560 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.408897 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.409226 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.409558 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.409891 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.410221 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.410546 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.410894 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:45.415709 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.418753 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b0a80708-a472-4c8e-8523-c13bbc434fed tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278975 May 13 21:58:45.419618 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49834) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.424090 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': '1488657d-014a-4109-91ac-28f999dfa816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:45.450760 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (09caaeca-2828-4942-9adb-7be66252af45), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.469122 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:45.502562 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (09caaeca-2828-4942-9adb-7be66252af45), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.509749 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (09caaeca-2828-4942-9adb-7be66252af45), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.528648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09caaeca-2828-4942-9adb-7be66252af45,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:45.535484 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.536670 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6a4b3e32-9cf4-4515-83c9-3781694c41a2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160502 May 13 21:58:45.539706 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49836) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.543917 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:45.564879 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.644904 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.673770 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:45.701015 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5677ce0-f234-4d22-bbfb-4386cd555e2d None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:51:49Z', 'revision_number': 4, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '6754927f-d9cf-4562-9e1f-420dfa812556', 'name': '', 'network_id': '54bb408e-38dc-4d63-b590-fa8bf9ca4da7', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'mac_address': 'fa:16:3e:73:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:45Z', 'updated_at': '2022-05-13T21:51:57Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'subnets': [{'id': '055a5873-16a7-4533-8689-e42dce4caaa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:58:45.761965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.27.0.104 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/9099fe62-8ac5-4979-819c-0ffda0672629) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:45.782961 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49842) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.841281 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7246183-9582-4f3a-b893-75fe4f0d6b03 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (20614955-7f10-446f-b34b-708c39cb8a4e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.868526 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7246183-9582-4f3a-b893-75fe4f0d6b03 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (20614955-7f10-446f-b34b-708c39cb8a4e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.878367 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (9099fe62-8ac5-4979-819c-0ffda0672629), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.927224 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7246183-9582-4f3a-b893-75fe4f0d6b03 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (20614955-7f10-446f-b34b-708c39cb8a4e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.927508 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (9099fe62-8ac5-4979-819c-0ffda0672629), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.932537 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-a7246183-9582-4f3a-b893-75fe4f0d6b03 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:45.933771 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-a7246183-9582-4f3a-b893-75fe4f0d6b03 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "DELETE /v2.0/security-groups/20614955-7f10-446f-b34b-708c39cb8a4e HTTP/1.1" status: 204 len: 168 time: 0.1495557 May 13 21:58:45.937754 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49846) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.955319 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7246183-9582-4f3a-b893-75fe4f0d6b03 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20614955-7f10-446f-b34b-708c39cb8a4e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:45.960252 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.api.v2.resource [None req-5f56b206-79fa-415f-81d7-4f15e95e5678 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] show failed (client error): The resource could not be found. May 13 21:58:45.966529 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5f56b206-79fa-415f-81d7-4f15e95e5678 tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "GET /v2.0/security-groups/20614955-7f10-446f-b34b-708c39cb8a4e HTTP/1.1" status: 404 len: 347 time: 0.0260177 May 13 21:58:45.967693 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49848) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:45.997967 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:46.007030 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:46.012980 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877a9ac-0004-49ef-bbd3-489f2aa38622 None None] New status for floating IP f38821cf-ce18-4a89-b051-50ab9ec7698f: DOWN {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:58:46.014207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3eb0f-e5fe-450b-b52b-1a4c2779e655 req-717722e2-7650-4359-bd70-aef94c099492 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:46.015724 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8ff3eb0f-e5fe-450b-b52b-1a4c2779e655 req-717722e2-7650-4359-bd70-aef94c099492 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0996249 May 13 21:58:46.016605 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:46.020507 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=9099fe62-8ac5-4979-819c-0ffda0672629,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:46.099366 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Deleting port 0c25379a-3870-4b42-8bee-5d2f6d13bcc1 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:58:46.099622 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.118817 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8ff3eb0f-e5fe-450b-b52b-1a4c2779e655 req-e806cd5e-0bd2-43cf-a0d2-8a02f51d1c7e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791106 May 13 21:58:46.140348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.191691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (9099fe62-8ac5-4979-819c-0ffda0672629), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.192071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.192071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.204556 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Calling delete_port for 0c25379a-3870-4b42-8bee-5d2f6d13bcc1 owned by network:floatingip {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:58:46.343116 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (0c25379a-3870-4b42-8bee-5d2f6d13bcc1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.370094 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (9099fe62-8ac5-4979-819c-0ffda0672629), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.372619 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Pushing event deleted for resources: {'Port': ['ID=0c25379a-3870-4b42-8bee-5d2f6d13bcc1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:46.374837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (9099fe62-8ac5-4979-819c-0ffda0672629), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.432396 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks [] for floatingip (f38821cf-ce18-4a89-b051-50ab9ec7698f), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.434844 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.435989 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6dfa405a-b957-4bf2-9eed-fd2b52e9572e tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] 10.222.0.35 "DELETE /v2.0/floatingips/f38821cf-ce18-4a89-b051-50ab9ec7698f HTTP/1.1" status: 204 len: 168 time: 0.4673688 May 13 21:58:46.443036 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=9099fe62-8ac5-4979-819c-0ffda0672629,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:46.455174 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.471358 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:46.480095 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1bd166e0-3a5a-437d-b85d-c5af8a7c42dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9319534 May 13 21:58:46.621386 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-e2371c99-8cda-4360-a828-4e4abaa59a41 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--497360375&fields=id&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 267 time: 0.0418992 May 13 21:58:46.733642 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-e7898e24-d3a8-40dd-bec5-71ebff3d73f0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:46.735749 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-e7898e24-d3a8-40dd-bec5-71ebff3d73f0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1048687 May 13 21:58:46.749991 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-fec6bab7-bc66-4db8-a568-7ace154cfec5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/quotas/a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 375 time: 0.0088165 May 13 21:58:46.801488 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-ae1ceb1b-0336-40bc-b8ef-0620e5c45fdf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458813 May 13 21:58:46.900308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-aebac2ce-4a0a-456f-9248-86b23197cf72 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855627 May 13 21:58:46.989425 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-97a4bf04-6c01-4a8e-bcd2-a69506331fc7 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835779 May 13 21:58:47.144465 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9682e1e4-2170-4deb-9476-edf9c977138f req-eae8b1e6-ae82-4b90-817c-de5c0fc9ab0b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 210 time: 0.0302122 May 13 21:58:47.249963 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b91e55-eb5a-42bd-b929-4f27b7c108fb req-63f423a1-f5c1-4279-8711-004fec96dffb tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:47.252138 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-51b91e55-eb5a-42bd-b929-4f27b7c108fb req-63f423a1-f5c1-4279-8711-004fec96dffb tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0496814 May 13 21:58:47.300561 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1e92e970-f24a-449f-a107-3342cd049a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:47.303990 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-51b91e55-eb5a-42bd-b929-4f27b7c108fb req-4342efd7-ec83-4103-a393-2b4d1568e1a3 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458534 May 13 21:58:47.648110 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:58:47.670212 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 7fbe1808-9c98-4941-a44c-e06b5dae8e8c {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:58:47.670566 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 7fbe1808-9c98-4941-a44c-e06b5dae8e8c not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:58:48.188062 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-0ce43b27-b518-48c4-8f75-6950b36c31d9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:48.189709 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-0ce43b27-b518-48c4-8f75-6950b36c31d9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1063781 May 13 21:58:48.260196 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aced9c4a-bb1c-44e9-8722-c4f114042156 req-a5eeffe5-6d90-4e8b-871c-dc21f23a25d9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 210 time: 0.0429351 May 13 21:58:48.305794 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-42f4fe6c-8da3-4116-b0b4-20d02d5a66b7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 472 time: 0.0896564 May 13 21:58:48.342086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'port': {'device_id': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'admin_state_up': True, 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'security_groups': ['1488657d-014a-4109-91ac-28f999dfa816']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:48.462324 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdbc1d-a24a-40df-83d2-1a311fa2f0ee req-83ca5e41-4371-4ec6-967a-9a233448cac1 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:48.463806 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a0bdbc1d-a24a-40df-83d2-1a311fa2f0ee req-83ca5e41-4371-4ec6-967a-9a233448cac1 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0642140 May 13 21:58:48.506248 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Made reservation on behalf of a04ed773a4b44bf5b881acbdf51a8463 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:58:48.509559 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:48.538920 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:48.539790 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a0bdbc1d-a24a-40df-83d2-1a311fa2f0ee req-8dc097a5-401b-437a-bce1-422111d16d2e tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688820 May 13 21:58:48.654940 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.20.0.13 (ffb86270-54c5-4ed6-9100-3db6f56fe50f/f3e3fe72-9293-42fa-bb1b-644476a13132/3960ab4e-793f-4cd6-bcf2-be757944ada2) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:48.789766 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:48.827044 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:48.865083 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:48.865806 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49902) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:48.867301 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:48.870950 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:48.904412 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=3960ab4e-793f-4cd6-bcf2-be757944ada2,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:48.932489 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:48.933193 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:48.950480 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4bbbaeb8-de57-4976-aef2-4a3df11d66ff tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120822 May 13 21:58:48.968247 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Request body: {'port': {'device_id': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:49.035195 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.143121 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-a0711bec-18fe-4ea7-958d-58209c83034e None None] Provisioning complete for port 3960ab4e-793f-4cd6-bcf2-be757944ada2 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:49.143536 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a0711bec-18fe-4ea7-958d-58209c83034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.184191 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-a0711bec-18fe-4ea7-958d-58209c83034e None None] Port 3960ab4e-793f-4cd6-bcf2-be757944ada2 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:58:49.374001 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3960ab4e-793f-4cd6-bcf2-be757944ada2 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:58:49.385722 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Publish callbacks [] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.403005 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf68990-a417-4cc8-aed0-882080ab1f65 req-b87f8d8a-1ef5-458e-94d6-ee4428453507 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:49.404377 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-faf68990-a417-4cc8-aed0-882080ab1f65 req-b87f8d8a-1ef5-458e-94d6-ee4428453507 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 932 time: 0.0716357 May 13 21:58:49.409642 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Transition to ACTIVE for port object 3960ab4e-793f-4cd6-bcf2-be757944ada2 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:58:49.422873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.508935 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-faf68990-a417-4cc8-aed0-882080ab1f65 req-b2908da8-fae2-4935-9cdb-13c639786459 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983307 May 13 21:58:49.509557 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Pushing event updated for resources: {'Port': ['ID=3960ab4e-793f-4cd6-bcf2-be757944ada2,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:49.568056 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (a4591e44-7bb6-4b92-b09a-87d44bac3102), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.583600 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Attempting to bind port 3960ab4e-793f-4cd6-bcf2-be757944ada2 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:58:49.583944 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Attempting to bind port 3960ab4e-793f-4cd6-bcf2-be757944ada2 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:58:49.584276 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Attempting to bind port 3960ab4e-793f-4cd6-bcf2-be757944ada2 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:58:49.589684 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Port 3960ab4e-793f-4cd6-bcf2-be757944ada2 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:58:49.590010 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Attempting to bind port 3960ab4e-793f-4cd6-bcf2-be757944ada2 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:58:49.595617 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:58:49.595960 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:58:49.596347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Bound using segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:58:49.596779 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Bound port: 3960ab4e-793f-4cd6-bcf2-be757944ada2, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:58:49.597247 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.698353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] For port 3960ab4e-793f-4cd6-bcf2-be757944ada2, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:58:49.702067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] For port 3960ab4e-793f-4cd6-bcf2-be757944ada2, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:58:49.717788 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fad3-412a-4a7c-9714-8509582726a1 req-4b7cc0f6-2837-487f-b73e-6b676818c0d6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:49.719354 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f055fad3-412a-4a7c-9714-8509582726a1 req-4b7cc0f6-2837-487f-b73e-6b676818c0d6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0880582 May 13 21:58:49.720399 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.776550 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:49.777116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.778637 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] 10.222.0.58 "PUT /v2.0/ports/3960ab4e-793f-4cd6-bcf2-be757944ada2 HTTP/1.1" status: 200 len: 1094 time: 0.8150396 May 13 21:58:49.781642 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:58:49.784023 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab6ad06-6442-4504-b384-8fb08071e04a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:58:49.833170 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0517d81-d239-4e21-adbb-b84cb6480668 service neutron] Pushing event updated for resources: {'Port': ['ID=3960ab4e-793f-4cd6-bcf2-be757944ada2,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:49.844533 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f055fad3-412a-4a7c-9714-8509582726a1 req-28fc24f1-c28c-4b3d-8a91-dd294d7cdd5f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189239 May 13 21:58:49.847637 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b4f12-ff2b-49de-8cf5-01bc0ceb2419 x-openstack-request-id: req-9b8b4f12-ff2b-49de-8cf5-01bc0ceb2419 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:58:49.848045 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:58:49.849219 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b8b4f12-ff2b-49de-8cf5-01bc0ceb2419 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:58:49.849964 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8b4f12-ff2b-49de-8cf5-01bc0ceb2419'] response: {'name': 'network-changed', 'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'status': 'completed', 'code': 200} May 13 21:58:49.858928 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Deleting port 6754927f-d9cf-4562-9e1f-420dfa812556 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:58:49.859276 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.871979 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.943039 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] For port 6754927f-d9cf-4562-9e1f-420dfa812556, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6754927f-d9cf-4562-9e1f-420dfa812556,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:49.943625 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:49.957508 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Calling delete_port for 6754927f-d9cf-4562-9e1f-420dfa812556 owned by network:router_interface {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:58:50.129604 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-cea692c9-ab13-4f30-a8ff-26a4593c10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:50.131198 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-cea692c9-ab13-4f30-a8ff-26a4593c10e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 1128 time: 0.0429485 May 13 21:58:50.150405 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (6754927f-d9cf-4562-9e1f-420dfa812556), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:50.174361 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Pushing event deleted for resources: {'Port': ['ID=6754927f-d9cf-4562-9e1f-420dfa812556,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:50.177887 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-336ea022-7d29-40b2-9255-d8f3c313476a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2 HTTP/1.1" status: 200 len: 217 time: 0.0343835 May 13 21:58:50.362585 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (a4591e44-7bb6-4b92-b09a-87d44bac3102), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:50.507581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-241c78e9-98f8-46af-a52c-344d55002f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:50.508940 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-241c78e9-98f8-46af-a52c-344d55002f11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.3255560 May 13 21:58:50.583089 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Router a4591e44-7bb6-4b92-b09a-87d44bac3102 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:58:50.630956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9b8c1-69f7-45d2-bea3-d3810590d62c req-cae6dbe0-0129-47b6-88d9-4b33237877e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:50.632611 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-28e9b8c1-69f7-45d2-bea3-d3810590d62c req-cae6dbe0-0129-47b6-88d9-4b33237877e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 944 time: 0.0499251 May 13 21:58:50.694606 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:58:50.700763 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-cbafea1d-1daf-46dd-aa31-2e212b916511 admin admin] 10.222.0.35 "PUT /v2.0/routers/a4591e44-7bb6-4b92-b09a-87d44bac3102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332136 May 13 21:58:50.703270 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49914) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:50.707001 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] Sync routers for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:58:50.712277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4ed51474-518b-4911-aa5e-40a8d308519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:50.713910 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-4ed51474-518b-4911-aa5e-40a8d308519e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666361 May 13 21:58:50.716781 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:58:50.717394 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:50.720921 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-28e9b8c1-69f7-45d2-bea3-d3810590d62c req-e1379499-5af1-47d9-b18b-03dbccdb3b88 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815141 May 13 21:58:50.814427 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks [] for router (a4591e44-7bb6-4b92-b09a-87d44bac3102), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:50.824808 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:50.918111 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks [] for router_gateway (a4591e44-7bb6-4b92-b09a-87d44bac3102), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:50.963827 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8344-d6af-453a-8d60-6e8fa4e10284 req-faaf17e2-d3b1-438c-ba20-7ae6a596fd8f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:50.965312 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-37ee8344-d6af-453a-8d60-6e8fa4e10284 req-faaf17e2-d3b1-438c-ba20-7ae6a596fd8f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0487058 May 13 21:58:50.965808 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Deleting port 6d915438-a108-4fc8-9833-f40136beb453 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:58:50.966304 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (6d915438-a108-4fc8-9833-f40136beb453), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:50.998346 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6d915438-a108-4fc8-9833-f40136beb453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:58:50Z', 'revision_number': 5, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port': {'id': '6d915438-a108-4fc8-9833-f40136beb453', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:51:39Z', 'updated_at': '2022-05-13T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:51.017380 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-37ee8344-d6af-453a-8d60-6e8fa4e10284 req-554a1e09-ef59-45b0-a8a3-9e9ad9dabe3b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 May 13 21:58:51.026128 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] Checking router: a4591e44-7bb6-4b92-b09a-87d44bac3102 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:58:51.034501 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] Routers {'a4591e44-7bb6-4b92-b09a-87d44bac3102'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:58:51.035141 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['a4591e44-7bb6-4b92-b09a-87d44bac3102'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:51.050657 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] For port 6d915438-a108-4fc8-9833-f40136beb453, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=6d915438-a108-4fc8-9833-f40136beb453,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:51.051055 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (6d915438-a108-4fc8-9833-f40136beb453), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.064042 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Calling delete_port for 6d915438-a108-4fc8-9833-f40136beb453 owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:58:51.122746 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] Set router a4591e44-7bb6-4b92-b09a-87d44bac3102 gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:51.175059 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:58:50Z', 'revision_number': 6, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:51.204967 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ec19b-97e3-43c2-8380-af5ecdb01beb None None] The sync data for ids ['a4591e44-7bb6-4b92-b09a-87d44bac3102'] in dv-cinder-840516-1-iscsi is: [{'id': 'a4591e44-7bb6-4b92-b09a-87d44bac3102', 'name': 'tempest-AttachVolumeShelveTestJSON-546727327-router', 'tenant_id': '6a12e6fa2119499b93806f036eb55a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:51:37Z', 'updated_at': '2022-05-13T21:58:50Z', 'revision_number': 6, 'project_id': '6a12e6fa2119499b93806f036eb55a0c', 'gw_port_host': None}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:58:51.249016 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (6d915438-a108-4fc8-9833-f40136beb453), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.276169 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d915438-a108-4fc8-9833-f40136beb453,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:51.305575 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.342601 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (a4591e44-7bb6-4b92-b09a-87d44bac3102), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.361595 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-5d93db93-a666-48b4-8600-9dd7f934f65a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518403 May 13 21:58:51.373952 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-fcc1b2e9-187e-4f04-8941-183e3759b600 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503458 May 13 21:58:51.440682 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (a4591e44-7bb6-4b92-b09a-87d44bac3102), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.442928 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks [] for router_controller (a4591e44-7bb6-4b92-b09a-87d44bac3102), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.493056 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (a4591e44-7bb6-4b92-b09a-87d44bac3102), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.493684 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4591e44-7bb6-4b92-b09a-87d44bac3102 {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 21:58:51.498649 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.499829 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4e488a62-b08e-4d59-80d2-5797b6662259 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a4591e44-7bb6-4b92-b09a-87d44bac3102 HTTP/1.1" status: 204 len: 168 time: 0.7949657 May 13 21:58:51.502796 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49918) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:51.509062 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-204e4490-9597-4be0-897b-7959ab7401a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:51.510526 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-204e4490-9597-4be0-897b-7959ab7401a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1129 time: 0.0538130 May 13 21:58:51.521031 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cea8e93a-f4ae-44af-8c00-f4166dcfb9e2 req-e0eb6370-bb83-4b1a-a577-dee37588b7ef service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302221 May 13 21:58:51.548768 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Deleting subnet 055a5873-16a7-4533-8689-e42dce4caaa1 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 21:58:51.551923 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Publish callbacks [] for subnet (055a5873-16a7-4533-8689-e42dce4caaa1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.586224 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (055a5873-16a7-4533-8689-e42dce4caaa1), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.627431 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-0ab7e7a0-3e65-4913-a29b-b6a587ffdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:51.628863 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-0ab7e7a0-3e65-4913-a29b-b6a587ffdb63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.0911658 May 13 21:58:51.665994 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (055a5873-16a7-4533-8689-e42dce4caaa1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.717399 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (055a5873-16a7-4533-8689-e42dce4caaa1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.746375 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.754314 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/055a5873-16a7-4533-8689-e42dce4caaa1 HTTP/1.1" status: 204 len: 168 time: 0.2458692 May 13 21:58:51.754314 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31064439-7830-423a-93f7-54cd06a56e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055a5873-16a7-4533-8689-e42dce4caaa1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:51.754499 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58461fc-cb0c-4843-8ddf-f9fcd9e68fc5 None None] Network 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:58:51.755164 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49922) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:51.833226 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (54bb408e-38dc-4d63-b590-fa8bf9ca4da7), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.877064 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db5fa-3f92-4d39-96f1-8f9d0ebfe581 req-da1b9619-509e-4e86-bd20-0fb1fddecedd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:51.878746 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e52db5fa-3f92-4d39-96f1-8f9d0ebfe581 req-da1b9619-509e-4e86-bd20-0fb1fddecedd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 944 time: 0.0638762 May 13 21:58:51.892849 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Deleting port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:58:51.893193 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.926751 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] DHCP port deletion for 54bb408e-38dc-4d63-b590-fa8bf9ca4da7 request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 21:58:51.941386 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e52db5fa-3f92-4d39-96f1-8f9d0ebfe581 req-b5abd01b-64a8-4eee-a284-1328253cc07b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495193 May 13 21:58:51.960078 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] For port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:51.960352 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.970112 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Deleting port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:58:51.970683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:51.973975 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Calling delete_port for 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:58:52.035390 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] For port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,segment=NetworkSegment(87868f4c-ee13-4578-809a-4488e4483756),segment_id=87868f4c-ee13-4578-809a-4488e4483756)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:52.035784 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.056961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Calling delete_port for 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:58:52.065333 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.103005 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:52.111649 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] No DVR routers for this DVR port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:58:52.156177 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (859c4ba0-ab9e-4e28-8a2f-714bf150cf2a), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.167230 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80253d-0287-4719-9094-1065a03550f9 req-07cd76cd-f38d-4bd8-97b7-e23861cba4fa tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.168953 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b80253d-0287-4719-9094-1065a03550f9 req-07cd76cd-f38d-4bd8-97b7-e23861cba4fa tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0608633 May 13 21:58:52.185487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Pushing event deleted for resources: {'Port': ['ID=859c4ba0-ab9e-4e28-8a2f-714bf150cf2a,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:52.194950 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] No DVR routers for this DVR port 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:58:52.196371 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (54bb408e-38dc-4d63-b590-fa8bf9ca4da7), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.207433 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.207776 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.208630 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.209274 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.209856 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.210365 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.210723 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.211052 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.211383 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.211710 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.212040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.212358 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.212797 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.213123 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.213445 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6ef5e-20e6-47bd-9a5b-4192ad002d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:58:52.223480 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bb408e-38dc-4d63-b590-fa8bf9ca4da7']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:52.232772 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87868f4c-ee13-4578-809a-4488e4483756') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:52.232947 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b80253d-0287-4719-9094-1065a03550f9 req-8b6c9ed5-6c05-474a-86a4-14f7781736e7 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577543 May 13 21:58:52.233112 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87868f4c-ee13-4578-809a-4488e4483756') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:52.243400 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (87868f4c-ee13-4578-809a-4488e4483756), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.257324 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (87868f4c-ee13-4578-809a-4488e4483756), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.262565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 21:58:52.263002 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (87868f4c-ee13-4578-809a-4488e4483756), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 21:58:52.264800 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 21:58:52.316654 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (54bb408e-38dc-4d63-b590-fa8bf9ca4da7), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.322070 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.325123 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/54bb408e-38dc-4d63-b590-fa8bf9ca4da7 HTTP/1.1" status: 204 len: 168 time: 0.5690172 May 13 21:58:52.336196 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962a3f-8b52-4bdc-81bf-116add9e4bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=54bb408e-38dc-4d63-b590-fa8bf9ca4da7,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:52.440828 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49928) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:52.468675 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ad06-6442-4504-b384-8fb08071e04a req-1ed8fc69-b232-4890-b659-ce812266a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.470676 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-1ed8fc69-b232-4890-b659-ce812266a5ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 1128 time: 0.0803754 May 13 21:58:52.485493 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ba30fae8-6009-4388-a94b-dea7bbaa4e1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a12e6fa2119499b93806f036eb55a0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434861 May 13 21:58:52.488056 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49930) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:52.502219 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-c24c316a-8f3b-466c-b808-c465e4749784 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 200 len: 1000 time: 0.1131687 May 13 21:58:52.595832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-53e6932f-c407-49c5-851f-19ea4870d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.597314 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-53e6932f-c407-49c5-851f-19ea4870d77e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0885217 May 13 21:58:52.627127 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ad06-6442-4504-b384-8fb08071e04a req-f2e6cd25-c94e-4c31-99fd-94c89297ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.628627 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-f2e6cd25-c94e-4c31-99fd-94c89297ce54 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.1510398 May 13 21:58:52.684611 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6d915438-a108-4fc8-9833-f40136beb453 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:58:52.693559 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-2b23a947-1f1b-462a-9f2d-efde105fc11d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2 HTTP/1.1" status: 200 len: 217 time: 0.0481286 May 13 21:58:52.696979 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-a2574084-eb7c-4d0a-8666-6151c9fde8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.698422 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-a2574084-eb7c-4d0a-8666-6151c9fde8c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915232 May 13 21:58:52.713142 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 6d915438-a108-4fc8-9833-f40136beb453 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:58:52.713142 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6d915438-a108-4fc8-9833-f40136beb453 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:58:52.713142 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6754927f-d9cf-4562-9e1f-420dfa812556 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:58:52.733044 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 6754927f-d9cf-4562-9e1f-420dfa812556 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:58:52.733752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 6754927f-d9cf-4562-9e1f-420dfa812556 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:58:52.734273 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:58:52.755284 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:58:52.755614 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 859c4ba0-ab9e-4e28-8a2f-714bf150cf2a not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:58:52.795346 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d057911b-b09e-4d88-8350-245c1451f07f admin admin] Publish callbacks [] for security_group (4ced2b7f-6238-433d-a15a-5598fc32666a), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.802883 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ad06-6442-4504-b384-8fb08071e04a req-a306fbc5-afef-42da-a3af-5657101c47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.804786 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-a306fbc5-afef-42da-a3af-5657101c47ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0989773 May 13 21:58:52.817507 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d057911b-b09e-4d88-8350-245c1451f07f admin admin] Publish callbacks [] for security_group (4ced2b7f-6238-433d-a15a-5598fc32666a), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.860221 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-d5ece97c-eb7d-44ff-9d39-aa2cf68ee041 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471739 May 13 21:58:52.866391 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d057911b-b09e-4d88-8350-245c1451f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4ced2b7f-6238-433d-a15a-5598fc32666a), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.867454 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ad06-6442-4504-b384-8fb08071e04a req-41c8ad2f-46ce-4dca-a671-30a5bc952433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:52.868882 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-41c8ad2f-46ce-4dca-a671-30a5bc952433 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569496 May 13 21:58:52.869077 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d057911b-b09e-4d88-8350-245c1451f07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:52.870317 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d057911b-b09e-4d88-8350-245c1451f07f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ced2b7f-6238-433d-a15a-5598fc32666a HTTP/1.1" status: 204 len: 168 time: 0.3813694 May 13 21:58:52.879971 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057911b-b09e-4d88-8350-245c1451f07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ced2b7f-6238-433d-a15a-5598fc32666a,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:53.055463 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-336596d6-bda4-40e1-9d31-92bd48b43a15 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781251 May 13 21:58:53.057264 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bbb37180-6519-4613-900e-0c4cc06655b3 req-9aafae0b-433c-47cb-b1a9-24a4e282952e service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913371 May 13 21:58:53.085601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5996-a223-4e2d-b59f-ecbb9ec2a84f req-d5851e8c-1d6e-4c76-92b9-7e43e99c59dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:53.087074 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-924c5996-a223-4e2d-b59f-ecbb9ec2a84f req-d5851e8c-1d6e-4c76-92b9-7e43e99c59dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 944 time: 0.0744314 May 13 21:58:53.189110 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-924c5996-a223-4e2d-b59f-ecbb9ec2a84f req-04b9a909-8cc6-42c8-aeeb-4650bb5eedb8 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921671 May 13 21:58:53.201514 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fab6ad06-6442-4504-b384-8fb08071e04a req-b0d601c2-a809-4ce4-a53d-9233c3b524d9 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305404 May 13 21:58:53.347998 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d39ea-9a54-4738-9919-9d3f14a610a7 req-4d6bb7e5-3c6e-44e0-a5a9-1abc427c66e2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:53.349589 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7b5d39ea-9a54-4738-9919-9d3f14a610a7 req-4d6bb7e5-3c6e-44e0-a5a9-1abc427c66e2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 943 time: 0.0483606 May 13 21:58:53.401626 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7b5d39ea-9a54-4738-9919-9d3f14a610a7 req-069328bb-98b2-47d4-8678-c5a390d84868 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 May 13 21:58:53.573177 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49956) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:53.665812 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1823847948-network', 'tenant_id': '9e5d643885114a45b305ac13bef897d3'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:53.679481 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device d6036886-557c-4b1f-9914-05a443e0e1d8 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:58:53.687024 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Made reservation on behalf of 9e5d643885114a45b305ac13bef897d3 for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:58:53.689537 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.697811 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.774472 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks [] for security_group (59368bb1-ced7-4a0b-af6e-ac213f4a9687), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.778074 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (59368bb1-ced7-4a0b-af6e-ac213f4a9687), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.778911 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port d6036886-557c-4b1f-9914-05a443e0e1d8, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d6036886-557c-4b1f-9914-05a443e0e1d8,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:53.791690 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'port_id': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'mac_address': 'fa:16:3e:2b:80:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:58:53.799639 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 21:58:53.812811 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59368bb1-ced7-4a0b-af6e-ac213f4a9687,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:53.817981 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (72eed77a-c660-4ef6-a2e6-2979b5646c85), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.818384 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Added segment 72eed77a-c660-4ef6-a2e6-2979b5646c85 of type vlan for network 78fbdc0f-a69d-4b29-8570-901b523fd527 May 13 21:58:53.835036 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port d6036886-557c-4b1f-9914-05a443e0e1d8 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:53.835469 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.848693 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6036886-557c-4b1f-9914-05a443e0e1d8 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:58:53.860136 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (78fbdc0f-a69d-4b29-8570-901b523fd527), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.869144 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port d6036886-557c-4b1f-9914-05a443e0e1d8, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d6036886-557c-4b1f-9914-05a443e0e1d8,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:53.872853 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.884014 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (78fbdc0f-a69d-4b29-8570-901b523fd527), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.885013 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:53.885597 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:53.918625 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3443544 May 13 21:58:53.921078 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=d6036886-557c-4b1f-9914-05a443e0e1d8,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:53.921410 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49960) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:53.948988 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Request body: {'subnet': {'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1823847948-subnet', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:53.957689 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d17c5-c3ed-404a-a41c-3909b05f8d89 admin admin] Pushing event updated for resources: {'Network': ['ID=78fbdc0f-a69d-4b29-8570-901b523fd527,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:53.969759 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 21:58:53.973729 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Made reservation on behalf of 9e5d643885114a45b305ac13bef897d3 for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:58:53.976270 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14045349'] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.141465 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13844865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14045363'] for subnet (7438aa95-5354-437f-a3ae-0c226f48f31b), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.162322 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['d6036886-557c-4b1f-9914-05a443e0e1d8'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:58:54.195585 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7438aa95-5354-437f-a3ae-0c226f48f31b,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:54.204896 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Checking segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:58:54.205261 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Network hostable DHCP agents. Network: 78fbdc0f-a69d-4b29-8570-901b523fd527, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 21:58:54.224912 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 21:58:54.236523 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 78fbdc0f-a69d-4b29-8570-901b523fd527) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:54.240500 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:54.241095 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.246835 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af3ac1-6a3a-4ee4-9a96-2a8db2690605 None None] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:58:54.261431 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-9a151fd1-8e48-4d37-a05c-e711dc725559 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3161070 May 13 21:58:54.263979 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49964) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:54.268979 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:54.296009 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.297690 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.328479 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7dac4-e3f5-46fe-ad75-7dea7abd1a82 req-03031f0d-6db0-47fe-9ca4-9939353a1f6f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:54.330637 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4a7dac4-e3f5-46fe-ad75-7dea7abd1a82 req-03031f0d-6db0-47fe-9ca4-9939353a1f6f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 944 time: 0.0556316 May 13 21:58:54.353102 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks [] for router_controller (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), precommit_add_association {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.382127 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4a7dac4-e3f5-46fe-ad75-7dea7abd1a82 req-c47154c0-0c85-4870-b099-540118ca4c34 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 May 13 21:58:54.422748 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-78fbdc0f-a69d-4b29-8570-901b523fd527', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 21:58:54.423651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.502554 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks [] for router_gateway (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.517628 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2165e20-e9ac-49f6-8299-d4af30c18319 req-28f37a0c-a227-4ed2-8e6c-8193aad3414b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:54.519153 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2165e20-e9ac-49f6-8299-d4af30c18319 req-28f37a0c-a227-4ed2-8e6c-8193aad3414b tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 944 time: 0.0481243 May 13 21:58:54.579559 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2165e20-e9ac-49f6-8299-d4af30c18319 req-30536905-442e-46ac-a182-54c7e643d242 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515847 May 13 21:58:54.609733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Allocated IP 172.20.0.2 (78fbdc0f-a69d-4b29-8570-901b523fd527/7438aa95-5354-437f-a3ae-0c226f48f31b/1092bd82-45be-4353-acb1-b206604def77) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:54.706565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks [] for router_gateway (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.726485 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.836239 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Allocated IP 172.27.0.70 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/eb26428e-f41d-486d-8a63-f6ddb92e52af) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:54.876099 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Publish callbacks [] for port (1092bd82-45be-4353-acb1-b206604def77), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.881977 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (1092bd82-45be-4353-acb1-b206604def77), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.920629 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:54.924289 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:54.929863 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:54.939303 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Pushing event updated for resources: {'Port': ['ID=1092bd82-45be-4353-acb1-b206604def77,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:54.945459 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks [] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.979326 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.991235 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Attempting to bind port 1092bd82-45be-4353-acb1-b206604def77 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:58:54.991604 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Attempting to bind port 1092bd82-45be-4353-acb1-b206604def77 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:58:54.991965 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Attempting to bind port 1092bd82-45be-4353-acb1-b206604def77 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:58:54.996891 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:58:54.997376 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Checking segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:58:54.997780 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:54.998167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Bound using segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:58:54.998623 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Bound port: 1092bd82-45be-4353-acb1-b206604def77, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:58:54.999024 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (1092bd82-45be-4353-acb1-b206604def77), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:55.014430 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:55.017333 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:55.020750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:55.055238 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Pushing event updated for resources: {'Port': ['ID=eb26428e-f41d-486d-8a63-f6ddb92e52af,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:55.065737 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] For port 1092bd82-45be-4353-acb1-b206604def77, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:58:55.068889 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] For port 1092bd82-45be-4353-acb1-b206604def77, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=1092bd82-45be-4353-acb1-b206604def77,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:58:55.075008 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (1092bd82-45be-4353-acb1-b206604def77), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:55.137522 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70903d8-0b02-4afb-85de-abba055a7022 None None] Pushing event updated for resources: {'Port': ['ID=1092bd82-45be-4353-acb1-b206604def77,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:55.295071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks [] for router_gateway (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:55.495637 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74c12a-4e50-4805-bafc-265403f2d117 req-740577f5-3e36-4517-8981-6d364265ce55 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:55.497112 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9e74c12a-4e50-4805-bafc-265403f2d117 req-740577f5-3e36-4517-8981-6d364265ce55 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 944 time: 0.0470643 May 13 21:58:55.503577 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:55.553731 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9e74c12a-4e50-4805-bafc-265403f2d117 req-9e731476-6bb2-4dad-81ca-0a704357ffd9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508816 May 13 21:58:55.635948 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 21:58:55.699478 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e31242-a0d5-48f9-8ffd-e44bcd0edb6b req-f5dd4cf6-5ec4-4c3a-b071-3afd344fbae9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:55.701022 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a0e31242-a0d5-48f9-8ffd-e44bcd0edb6b req-f5dd4cf6-5ec4-4c3a-b071-3afd344fbae9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 944 time: 0.0495300 May 13 21:58:55.710499 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 3960ab4e-793f-4cd6-bcf2-be757944ada2 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:58:55.736961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device d6036886-557c-4b1f-9914-05a443e0e1d8 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:58:55.752781 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:58:55.765629 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a0e31242-a0d5-48f9-8ffd-e44bcd0edb6b req-6e0ff8a5-292f-4b38-93aa-36c486c20d08 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581043 May 13 21:58:55.787481 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:55.791261 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-238375c8-7dac-4733-ba43-ffce1e360d82 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5238287 May 13 21:58:55.791428 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:58:55.791713 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49972) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:55.845790 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:58:55.846438 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:55.915432 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port d6036886-557c-4b1f-9914-05a443e0e1d8 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:58:55.929144 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port d6036886-557c-4b1f-9914-05a443e0e1d8 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:55.929518 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:55.933693 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 3960ab4e-793f-4cd6-bcf2-be757944ada2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:56.000944 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'port_id': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'mac_address': 'fa:16:3e:88:0e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:58:56.057196 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:56.088246 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0ac7f-a14e-4493-a298-9a4a7668343e None None] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 21:58:56.152509 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 3960ab4e-793f-4cd6-bcf2-be757944ada2 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:56.152815 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.210942 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] Provisioning complete for port 1092bd82-45be-4353-acb1-b206604def77 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:56.211312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (1092bd82-45be-4353-acb1-b206604def77), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.232681 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.264752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3960ab4e-793f-4cd6-bcf2-be757944ada2 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:58:56.323755 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port d6036886-557c-4b1f-9914-05a443e0e1d8 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:56.324064 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.356713 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 3960ab4e-793f-4cd6-bcf2-be757944ada2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:56.371361 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.394142 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Allocated IP 172.20.0.1 (78fbdc0f-a69d-4b29-8570-901b523fd527/7438aa95-5354-437f-a3ae-0c226f48f31b/c9a4f880-8082-4a7c-b6eb-c57ec7cea509) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:56.433000 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:58:56.435261 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bec64d-c89d-4d6d-bb18-4a0cda993329" -d '{"events": [{"server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "name": "network-vif-plugged", "status": "completed", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:58:56.462585 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port d6036886-557c-4b1f-9914-05a443e0e1d8, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d6036886-557c-4b1f-9914-05a443e0e1d8,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:56.495022 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a69ad-f80b-4b8a-aa5d-7564a1f318c2 x-openstack-request-id: req-702a69ad-f80b-4b8a-aa5d-7564a1f318c2 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:58:56.495309 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "name": "network-vif-plugged", "status": "completed", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:58:56.495557 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-702a69ad-f80b-4b8a-aa5d-7564a1f318c2 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:58:56.495947 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702a69ad-f80b-4b8a-aa5d-7564a1f318c2'] response: {'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'code': 200} May 13 21:58:56.499795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.510665 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks [] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.547575 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=3960ab4e-793f-4cd6-bcf2-be757944ada2,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:56.570220 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.596181 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:55Z', 'revision_number': 3, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:56.599719 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] Current status of the port 1092bd82-45be-4353-acb1-b206604def77 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:56.600104 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (1092bd82-45be-4353-acb1-b206604def77), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.620436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:56.625880 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:56.627868 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Pushing event updated for resources: {'Port': ['ID=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:56.630080 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:56.646885 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:58:56.647255 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Updating router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 port eb26428e-f41d-486d-8a63-f6ddb92e52af binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:58:56.676609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.682496 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=d6036886-557c-4b1f-9914-05a443e0e1d8,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:56.712435 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['3960ab4e-793f-4cd6-bcf2-be757944ada2'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:58:56.720979 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] For port 1092bd82-45be-4353-acb1-b206604def77, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=1092bd82-45be-4353-acb1-b206604def77,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:56.722321 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.724979 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe5282-17c5-4795-9f6a-2841a974bd97 req-f359bb36-6d18-46f8-ac87-3e16141ea133 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:56.736345 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-94fe5282-17c5-4795-9f6a-2841a974bd97 req-f359bb36-6d18-46f8-ac87-3e16141ea133 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 945 time: 0.0900035 May 13 21:58:56.775148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (1092bd82-45be-4353-acb1-b206604def77), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.861559 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cff92-7dc8-4b5a-a008-9af8102e8784 req-a7b1d7c9-fde4-4fc2-bd3e-5331c2632494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:56.863533 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a69cff92-7dc8-4b5a-a008-9af8102e8784 req-a7b1d7c9-fde4-4fc2-bd3e-5331c2632494 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 1129 time: 0.1197424 May 13 21:58:56.877518 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 1092bd82-45be-4353-acb1-b206604def77 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:58:56.884382 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-94fe5282-17c5-4795-9f6a-2841a974bd97 req-0a2544b1-9676-45a2-944d-1fb1b9c98fcd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468351 May 13 21:58:56.949906 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:56.962010 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a69cff92-7dc8-4b5a-a008-9af8102e8784 req-db98537c-0e11-4207-b596-70ee1b237096 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747478 May 13 21:58:56.975554 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441f8d6-3602-48e4-bb78-9467c1c6dceb req-676a6117-276d-497f-b38b-f7c573b944d9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:56.977512 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a441f8d6-3602-48e4-bb78-9467c1c6dceb req-676a6117-276d-497f-b38b-f7c573b944d9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0697141 May 13 21:58:57.043737 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a441f8d6-3602-48e4-bb78-9467c1c6dceb req-ff93582c-1e28-4026-a079-cb06e8f74579 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566776 May 13 21:58:57.115210 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef6db9-23c0-47fa-9c6d-7c1210ae361a None None] Pushing event updated for resources: {'Port': ['ID=1092bd82-45be-4353-acb1-b206604def77,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:57.117685 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-f79304a2-ce2b-439d-ab71-92c595433487 None None] Provisioning complete for port 1092bd82-45be-4353-acb1-b206604def77 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:57.118042 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f79304a2-ce2b-439d-ab71-92c595433487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (1092bd82-45be-4353-acb1-b206604def77), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.190480 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks [] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.195837 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.267896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 1092bd82-45be-4353-acb1-b206604def77 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:57.268174 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (1092bd82-45be-4353-acb1-b206604def77), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.443843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-f79304a2-ce2b-439d-ab71-92c595433487 None None] Current status of the port 1092bd82-45be-4353-acb1-b206604def77 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:57.530019 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 1092bd82-45be-4353-acb1-b206604def77 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:57.539138 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.541711 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Pushing event updated for resources: {'Port': ['ID=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:57.557461 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Publish callbacks [] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.566239 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.575076 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-eb1b6da0-58a3-426c-90fe-ed40b08668c5 None None] Provisioning complete for port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:57.575440 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6da0-58a3-426c-90fe-ed40b08668c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.634764 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:57.636242 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:57.653210 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777121d7-dc48-49b1-8b56-938d78cb5a5d None None] Pushing event updated for resources: {'Port': ['ID=eb26428e-f41d-486d-8a63-f6ddb92e52af,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:57.655724 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b6da0-58a3-426c-90fe-ed40b08668c5 None None] Port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:58:57.658041 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Attempting to bind port eb26428e-f41d-486d-8a63-f6ddb92e52af on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:58:57.658408 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Attempting to bind port eb26428e-f41d-486d-8a63-f6ddb92e52af by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:58:57.658802 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Attempting to bind port eb26428e-f41d-486d-8a63-f6ddb92e52af on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:58:57.664598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:58:57.664970 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:58:57.665795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.665795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:58:57.666378 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Bound port: eb26428e-f41d-486d-8a63-f6ddb92e52af, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:58:57.666788 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.720949 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] For port eb26428e-f41d-486d-8a63-f6ddb92e52af, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:58:57.724069 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] For port eb26428e-f41d-486d-8a63-f6ddb92e52af, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=eb26428e-f41d-486d-8a63-f6ddb92e52af,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:58:57.732707 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.755616 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:58:57.795475 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:58:57.796152 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:57.845807 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777121d7-dc48-49b1-8b56-938d78cb5a5d None None] Pushing event updated for resources: {'Port': ['ID=eb26428e-f41d-486d-8a63-f6ddb92e52af,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:57.879581 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:58:57.893882 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e06b3241-6073-4f67-8ff6-7fe53e84f7ef admin admin] 10.222.0.35 "PUT /v2.0/routers/fdc814cb-1f62-4896-abcf-7ce23cc6aad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932443 May 13 21:58:57.912092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-364a2a10-6628-4fa2-983f-ff87630c3fb3 None None] Provisioning complete for port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:57.912467 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-364a2a10-6628-4fa2-983f-ff87630c3fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:57.964113 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:58:57.967544 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-364a2a10-6628-4fa2-983f-ff87630c3fb3 None None] Port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:58:57.993526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6e92b-72d0-4b27-a3e4-fed0f9d6a727 req-fcdc1b33-0e16-4d02-8528-6a19ef24c57d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:57.995830 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-43d6e92b-72d0-4b27-a3e4-fed0f9d6a727 req-fcdc1b33-0e16-4d02-8528-6a19ef24c57d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 945 time: 0.0512946 May 13 21:58:58.048283 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-43d6e92b-72d0-4b27-a3e4-fed0f9d6a727 req-ff83ad07-2c75-47d3-a85c-6d4c3eef124d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467675 May 13 21:58:58.110805 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 3960ab4e-793f-4cd6-bcf2-be757944ada2 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:58:58.167323 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10cf9b-3969-4478-851d-2ee46336e29b req-fb4a8c9e-eb58-420b-9bb2-405922b171e2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:58.169039 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6e10cf9b-3969-4478-851d-2ee46336e29b req-fb4a8c9e-eb58-420b-9bb2-405922b171e2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0565350 May 13 21:58:58.188005 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 3960ab4e-793f-4cd6-bcf2-be757944ada2 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:58:58.202788 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 49990) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:58.208051 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306067314', 'description': 'tempest-description--1187632954'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:58.223416 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 3960ab4e-793f-4cd6-bcf2-be757944ada2 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:58.223792 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.227710 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6e10cf9b-3969-4478-851d-2ee46336e29b req-7b3f9166-9394-415f-8224-1924c42895d2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511558 May 13 21:58:58.232440 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.267353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:58:57Z', 'revision_number': 2, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:58:58.301449 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95060b59-405d-46fe-8d92-c6902af71d88 None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:58:57Z', 'revision_number': 2, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:58:58.303455 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (14a320b7-deb3-448a-bec1-5712dff40704), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.308817 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (14a320b7-deb3-448a-bec1-5712dff40704), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.341546 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.342879 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1384566 May 13 21:58:58.345540 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aacc3-d02b-4aa6-8b64-11672da4d622 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a320b7-deb3-448a-bec1-5712dff40704,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:58.346322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49992) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:58.354553 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 3960ab4e-793f-4cd6-bcf2-be757944ada2 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:58.354980 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.358627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'security_group_rule': {'security_group_id': '14a320b7-deb3-448a-bec1-5712dff40704', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:58.388691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (1f4b44a9-1416-4b4d-9db3-53f0a04bc57e), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.402094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 3960ab4e-793f-4cd6-bcf2-be757944ada2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:58:58.408836 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.452275 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (1f4b44a9-1416-4b4d-9db3-53f0a04bc57e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.457620 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (1f4b44a9-1416-4b4d-9db3-53f0a04bc57e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.461726 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=3960ab4e-793f-4cd6-bcf2-be757944ada2,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:58.478742 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4b44a9-1416-4b4d-9db3-53f0a04bc57e,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:58.483131 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.484665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ff8fd862-4fbc-4119-9c5b-461ab0d80ec9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372869 May 13 21:58:58.487647 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49994) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:58.494610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'security_group_rule': {'security_group_id': '14a320b7-deb3-448a-bec1-5712dff40704', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:58.496895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:58:58.500016 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f145a8b-2557-4223-a7b7-a474ef3bc2ce" -d '{"events": [{"server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "name": "network-vif-plugged", "status": "completed", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:58:58.552349 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (b2ceb1ef-4604-4b82-8497-9aa028818820), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.567228 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77bb8a-4826-4b1a-a839-826d4f196d4f x-openstack-request-id: req-8e77bb8a-4826-4b1a-a839-826d4f196d4f {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:58:58.567530 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "name": "network-vif-plugged", "status": "completed", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:58:58.567793 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e77bb8a-4826-4b1a-a839-826d4f196d4f {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:58:58.568222 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e77bb8a-4826-4b1a-a839-826d4f196d4f'] response: {'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'code': 200} May 13 21:58:58.622990 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (b2ceb1ef-4604-4b82-8497-9aa028818820), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.628663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (b2ceb1ef-4604-4b82-8497-9aa028818820), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.649078 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ceb1ef-4604-4b82-8497-9aa028818820,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:58.658734 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.660357 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-eed1e8ce-3431-4c83-90af-a658e288ee23 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688550 May 13 21:58:58.663067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 49998) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:58.668830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:58.699623 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.728847 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 1092bd82-45be-4353-acb1-b206604def77 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:58:58.783926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 1092bd82-45be-4353-acb1-b206604def77 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:58:58.784312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (1092bd82-45be-4353-acb1-b206604def77), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.816228 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8492fcb-7aca-4630-9b5e-974657f92c70 req-d0ff0fea-e9a7-4cdf-aaa4-10a2bee34ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:58.817749 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8492fcb-7aca-4630-9b5e-974657f92c70 req-d0ff0fea-e9a7-4cdf-aaa4-10a2bee34ab8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 1130 time: 0.0547814 May 13 21:58:58.820485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:58.875631 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 1092bd82-45be-4353-acb1-b206604def77 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:58:58.908974 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a8492fcb-7aca-4630-9b5e-974657f92c70 req-951f927c-1dca-41f2-9278-5305a02c30ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853758 May 13 21:58:58.957699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Allocated IP 172.27.0.81 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:58:59.094292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.154867 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.207733 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce960bf-08ec-4562-80e4-8b85a18fb47a req-6f717658-cf0e-43fa-99ef-2e844625a64c tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:59.209271 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1ce960bf-08ec-4562-80e4-8b85a18fb47a req-6f717658-cf0e-43fa-99ef-2e844625a64c tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.0872095 May 13 21:58:59.226374 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:58:59.233425 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:58:59.236001 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:58:59.238855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'Port': ['ID=c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:59.325605 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1ce960bf-08ec-4562-80e4-8b85a18fb47a req-14206f4c-2bd6-4bd3-9a12-fc9f822afa37 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043084 May 13 21:58:59.381070 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb1ef-c86b-4c7b-becb-f76a1a4f623f req-9b796b24-253c-4988-9e1c-43a5fc9a7b65 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:59.382574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d6eb1ef-c86b-4c7b-becb-f76a1a4f623f req-9b796b24-253c-4988-9e1c-43a5fc9a7b65 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0801375 May 13 21:58:59.411181 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (a0e33a50-4e9a-405e-b633-02e3a6f6f7ec), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.471171 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9d6eb1ef-c86b-4c7b-becb-f76a1a4f623f req-def88e18-c4ca-4cc1-91a3-a71ffd19ada6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812724 May 13 21:58:59.474074 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.615525 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd42b-4ab9-4b2c-94d2-03e0309e5061 req-926f72e9-a364-475c-94d5-60dfadadc287 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:59.616981 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-933dd42b-4ab9-4b2c-94d2-03e0309e5061 req-926f72e9-a364-475c-94d5-60dfadadc287 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0768292 May 13 21:58:59.722007 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-933dd42b-4ab9-4b2c-94d2-03e0309e5061 req-7d3f658f-95ba-4487-9856-48b648738dd2 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706229 May 13 21:58:59.741631 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.744267 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50006) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:59.754803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.831748 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217af5b6-e590-4991-baa5-53a95da67272 tempest-TestVolumeBootPattern-482487789 tempest-TestVolumeBootPattern-482487789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:58:59.833260 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-217af5b6-e590-4991-baa5-53a95da67272 tempest-TestVolumeBootPattern-482487789 tempest-TestVolumeBootPattern-482487789-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 1124 time: 0.0880613 May 13 21:58:59.836290 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50008) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:58:59.841308 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'port_id': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:58:59.847409 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'Port': ['ID=c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:58:59.859000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (a0e33a50-4e9a-405e-b633-02e3a6f6f7ec), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.863347 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.876000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:58:59.877221 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-71c5d809-a69e-4257-8549-a3a5ef2fb592 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2129960 May 13 21:58:59.949279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.026742 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-388b00ea-7dc0-47bc-b076-22e9644ee4f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1306067314&fields=id&tenant_id=9e5d643885114a45b305ac13bef897d3 HTTP/1.1" status: 200 len: 267 time: 0.0473669 May 13 21:59:00.060151 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Allocated IP 172.27.0.154 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/205bb347-e975-43b4-937c-8b3a9f6ca050) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:59:00.152948 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-337187ff-5a60-4b3f-bd83-c13e9ec0e2ea tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:00.154698 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-337187ff-5a60-4b3f-bd83-c13e9ec0e2ea tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 811 time: 0.1202061 May 13 21:59:00.170391 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-a0c88f52-b65b-4ccb-8b4c-6feed91a2541 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/quotas/9e5d643885114a45b305ac13bef897d3 HTTP/1.1" status: 200 len: 375 time: 0.0098479 May 13 21:59:00.175120 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.216743 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.221777 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-2a74974e-30a5-41b7-87c9-2e80b129e9db tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452886 May 13 21:59:00.262458 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:59:00.266797 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=205bb347-e975-43b4-937c-8b3a9f6ca050,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:00.269363 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:59:00.271579 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:59:00.321744 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-eb2273d8-c369-4338-ab43-9c3d309f8a9e service neutron] 10.222.0.35 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877390 May 13 21:59:00.452243 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:59:00.464692 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:00.465474 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:00.586589 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:00.706026 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (0d1f3999-f8d3-4c3f-b4d9-deea72131e79), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.721778 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac51bb7-6d97-4b66-ab90-540281bcdcc3 req-4e1332f2-9e13-4ed8-ad7a-20891b140bf9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:00.723449 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eac51bb7-6d97-4b66-ab90-540281bcdcc3 req-4e1332f2-9e13-4ed8-ad7a-20891b140bf9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.0875204 May 13 21:59:00.752415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device eb26428e-f41d-486d-8a63-f6ddb92e52af up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:59:00.763511 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-35baf262-2985-4c9d-ab72-ad12e4bf732f service neutron] 10.222.0.35 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353929 May 13 21:59:00.793246 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eac51bb7-6d97-4b66-ab90-540281bcdcc3 req-f72cb630-f759-4d64-bcd1-2607ca3f06d9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579598 May 13 21:59:00.804094 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.837183 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port eb26428e-f41d-486d-8a63-f6ddb92e52af triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:00.837569 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.935176 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:58:57Z', 'revision_number': 2, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:00.967262 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:59:00.967970 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Updating router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 21:59:00.970430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port eb26428e-f41d-486d-8a63-f6ddb92e52af is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:00.970874 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:00.996115 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dec8b3-aa4e-4c19-b080-11db30688c38 req-7696a904-e49b-4cdc-88e1-2fbaaffb6c9d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:00.996890 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.002790 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15dec8b3-aa4e-4c19-b080-11db30688c38 req-7696a904-e49b-4cdc-88e1-2fbaaffb6c9d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.1019011 May 13 21:59:01.008822 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50030) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:01.013423 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'port_id': '3960ab4e-793f-4cd6-bcf2-be757944ada2'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:01.036099 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port eb26428e-f41d-486d-8a63-f6ddb92e52af, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=eb26428e-f41d-486d-8a63-f6ddb92e52af,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:01.045514 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.065287 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.078481 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.083341 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.150958 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=eb26428e-f41d-486d-8a63-f6ddb92e52af,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:01.178617 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event updated for resources: {'Port': ['ID=205bb347-e975-43b4-937c-8b3a9f6ca050,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:01.213724 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (0d1f3999-f8d3-4c3f-b4d9-deea72131e79), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.213957 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-af202208-d3dc-485c-bf66-ad48abc63792 req-07d7edfb-6382-49c9-82fa-282ab7204edf tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 210 time: 0.1534982 May 13 21:59:01.355524 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Publish callbacks [] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.356104 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Floating IP 0d1f3999-f8d3-4c3f-b4d9-deea72131e79 associated. External IP: 172.27.0.154, port: d6036886-557c-4b1f-9914-05a443e0e1d8. May 13 21:59:01.364042 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.425528 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Pushing event updated for resources: {'Port': ['ID=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:01.435206 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.435638 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.436083 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.436569 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.437083 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.437649 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.438031 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.438457 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.438909 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.439344 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.439772 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.440212 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.440637 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.441055 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.441548 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:01.541347 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Attempting to bind port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:59:01.542514 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Attempting to bind port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:59:01.543121 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Attempting to bind port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:59:01.549621 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:59:01.550152 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Checking segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:59:01.550653 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.551163 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Bound using segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:59:01.551719 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Bound port: c9a4f880-8082-4a7c-b6eb-c57ec7cea509, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:59:01.552348 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.625773 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:59:01.651755 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] For port c9a4f880-8082-4a7c-b6eb-c57ec7cea509, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:59:01.655536 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] For port c9a4f880-8082-4a7c-b6eb-c57ec7cea509, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:59:01.666824 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.720714 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.735235 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.742658 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:01.743313 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:01.768775 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:59:01.779622 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:59:01.793127 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:01.797685 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.798004 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175f76e-1410-4be0-b004-dff60eba1279 None None] Pushing event updated for resources: {'Port': ['ID=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,revision_number=4']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:01.819208 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:01.874128 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-886d1669-63f8-42f3-9b63-dc0f9c42641c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0366390 May 13 21:59:01.874878 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:01.877369 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50" -d '{"events": [{"name": "network-changed", "server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:01.900214 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:01.909876 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] Provisioning complete for port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:01.910392 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:01.933030 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8 associated. External IP: 172.27.0.104, port: 3960ab4e-793f-4cd6-bcf2-be757944ada2. May 13 21:59:02.025514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5123fbe9-829b-49d0-86ee-acf57e27c0cd x-openstack-request-id: req-5123fbe9-829b-49d0-86ee-acf57e27c0cd {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:02.025816 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:02.026079 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5123fbe9-829b-49d0-86ee-acf57e27c0cd {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:02.026491 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5123fbe9-829b-49d0-86ee-acf57e27c0cd'] response: {'name': 'network-changed', 'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'status': 'completed', 'code': 200} May 13 21:59:02.065896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:02.157319 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:01Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:02.180452 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] Current status of the port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:02.181143 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:02.191689 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fb1a8-fb3f-499e-90e1-2e08babdd8fc None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:01Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:59:02.229535 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:59:02.288895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] For port c9a4f880-8082-4a7c-b6eb-c57ec7cea509, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:02.327547 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:02.429196 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f2482-8094-4f97-ac58-cc6b405bb9aa None None] Pushing event updated for resources: {'Port': ['ID=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:02.451991 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '0d1f3999-f8d3-4c3f-b4d9-deea72131e79', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:2b:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d34a5-c099-4131-83f9-1a845f319d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:59:00Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}, {'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:47Z', 'revision_number': 1, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:02.456282 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-a221b56c-a2b9-4a41-bfb5-ce0e2ebcc633 None None] Provisioning complete for port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:02.456653 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a221b56c-a2b9-4a41-bfb5-ce0e2ebcc633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:02.479726 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-97c06cc2-4eaa-40ae-815b-a9c7ca6af385 req-1c320aba-3b22-4832-a1b3-08ed2bd5f376 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 210 time: 0.1534767 May 13 21:59:02.487466 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-3794548a-19f3-40ad-832c-c10d2dfabee6 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:02.489229 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-3794548a-19f3-40ad-832c-c10d2dfabee6 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 811 time: 0.1616859 May 13 21:59:02.492527 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-380903c0-4785-49d4-a635-0ec256492c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:02.494020 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-380903c0-4785-49d4-a635-0ec256492c94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 1129 time: 0.2590430 May 13 21:59:02.657464 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:59:02.680193 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:02.680836 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:02.688066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:59:02.698768 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:02.699909 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:59:02.725107 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:02.725791 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:02.749302 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device c9a4f880-8082-4a7c-b6eb-c57ec7cea509 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:59:02.749536 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-404bb3ee-323e-4c61-8bf1-b438a3b87dca tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5d643885114a45b305ac13bef897d3 HTTP/1.1" status: 200 len: 380 time: 0.2389088 May 13 21:59:02.767558 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-f3c87b0a-80d1-4ae0-9d46-f8a742e9c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:02.769651 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-f3c87b0a-80d1-4ae0-9d46-f8a742e9c1b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.2603025 May 13 21:59:02.783058 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1516f3eb-b3b1-4cfa-ac5c-bbe4821714d0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "PUT /v2.0/floatingips/fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8 HTTP/1.1" status: 200 len: 992 time: 1.7710085 May 13 21:59:02.785728 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'port': {'device_id': '78905677-ffd1-4408-a985-433304c4dacc', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'admin_state_up': True, 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'security_groups': ['14a320b7-deb3-448a-bec1-5712dff40704']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:02.788937 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:02.791235 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5976015b-602c-48ca-b3e1-6a277da18146" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:02.865087 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:02.869861 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efefba0-febe-45f3-9f2c-f16659c5fb71 x-openstack-request-id: req-4efefba0-febe-45f3-9f2c-f16659c5fb71 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:02.870154 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:02.870917 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4efefba0-febe-45f3-9f2c-f16659c5fb71 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:02.870917 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efefba0-febe-45f3-9f2c-f16659c5fb71'] response: {'name': 'network-changed', 'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'status': 'completed', 'code': 200} May 13 21:59:02.871143 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-a221b56c-a2b9-4a41-bfb5-ce0e2ebcc633 None None] Current status of the port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:02.912580 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:02.938308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-e8b503f2-f057-4abb-b3f8-914fd2b573d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6036886-557c-4b1f-9914-05a443e0e1d8 HTTP/1.1" status: 200 len: 999 time: 0.1562278 May 13 21:59:02.963336 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976015b-602c-48ca-b3e1-6a277da18146 req-c585be9b-c058-4f5d-bb4e-36c3fc1d02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:02.965554 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-c585be9b-c058-4f5d-bb4e-36c3fc1d02e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 1130 time: 0.0596848 May 13 21:59:02.972391 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:02.973021 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:02.995096 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-6b852299-5848-41c7-b7dd-117b77cc47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:02.996509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-6b852299-5848-41c7-b7dd-117b77cc47c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0528698 May 13 21:59:03.077300 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-1fd0a9a2-ad44-4fb1-b34a-621b7afea407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:03.079258 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-1fd0a9a2-ad44-4fb1-b34a-621b7afea407 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768874 May 13 21:59:03.080382 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Made reservation on behalf of 9e5d643885114a45b305ac13bef897d3 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:59:03.084194 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:03.120972 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976015b-602c-48ca-b3e1-6a277da18146 req-7eba4c58-b60e-47f6-9c8a-908bc24741cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:03.124384 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-7eba4c58-b60e-47f6-9c8a-908bc24741cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.1487629 May 13 21:59:03.222204 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-d6ba4558-be23-490c-b9bf-0ec15da8cf4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2 HTTP/1.1" status: 200 len: 1000 time: 0.0931756 May 13 21:59:03.223780 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:58:00Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}, {'id': 'fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:88:0e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:58:46Z', 'updated_at': '2022-05-13T21:59:01Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:03.262439 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:59:03.272349 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:03.273911 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:03.290548 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976015b-602c-48ca-b3e1-6a277da18146 req-8b3cda97-76e6-40fc-899a-11c0fe7916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:03.292766 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-8b3cda97-76e6-40fc-899a-11c0fe7916ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0637133 May 13 21:59:03.294088 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:03.295223 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device eb26428e-f41d-486d-8a63-f6ddb92e52af up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:59:03.342136 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976015b-602c-48ca-b3e1-6a277da18146 req-de0eac77-2271-43a9-a208-099194fe7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:03.344523 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-de0eac77-2271-43a9-a208-099194fe7b2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457468 May 13 21:59:03.344657 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '0d1f3999-f8d3-4c3f-b4d9-deea72131e79', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:2b:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d34a5-c099-4131-83f9-1a845f319d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:59:00Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}, {'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:47Z', 'revision_number': 1, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:03.385820 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7e65d-04b1-4fe2-a03c-5366af432d7f None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '0d1f3999-f8d3-4c3f-b4d9-deea72131e79', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:2b:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d34a5-c099-4131-83f9-1a845f319d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:59:00Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 0, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}, {'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:47Z', 'revision_number': 1, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:59:03.388748 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port eb26428e-f41d-486d-8a63-f6ddb92e52af triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:03.389259 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:03.405327 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:03.465792 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-22674a69-c28e-4bc6-abe8-d152c327dbc4 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142516 May 13 21:59:03.532084 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port eb26428e-f41d-486d-8a63-f6ddb92e52af is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:03.618273 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-9aab8f4c-b506-49e6-a2a5-059315aa1434 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404457 May 13 21:59:03.630917 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-efe7e66c-d16f-4f27-83e8-bcb62f650cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442345 May 13 21:59:03.678588 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-58b70d5d-a888-43de-a0fc-7cbc0777d227 req-113e79c3-ec15-4835-b915-62ad6127f1ba tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 210 time: 0.0500307 May 13 21:59:03.715797 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Allocated IP 172.20.0.10 (78fbdc0f-a69d-4b29-8570-901b523fd527/7438aa95-5354-437f-a3ae-0c226f48f31b/aefeb4bf-8e41-45d1-a8ad-29d0ce76de38) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:59:03.742153 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5158d09b-b30f-4b90-a2d5-0214fb5649d7 None None] New status for floating IP 0d1f3999-f8d3-4c3f-b4d9-deea72131e79: ACTIVE {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:59:03.765946 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:58:00Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}, {'id': 'fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:88:0e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:58:46Z', 'updated_at': '2022-05-13T21:59:01Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:03.803423 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123aaeb0-788a-4e29-82e4-da4514a02456 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:58:00Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}, {'id': 'fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:88:0e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:58:46Z', 'updated_at': '2022-05-13T21:59:01Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:59:03.809857 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c6e7547c-a9bd-45aa-8ecf-4700f0369d50 req-9e13b927-4a76-4051-aaea-e9fec65ce6a0 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610148 May 13 21:59:03.909714 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:03.941321 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:03.986882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:59:03.989858 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:59:03.993647 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:59:04.023359 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'Port': ['ID=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:04.052824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:04.053526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.070378 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-8473c75d-cab9-48bf-b584-a8ad9ba53222 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2918990 May 13 21:59:04.089619 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Request body: {'port': {'device_id': '78905677-ffd1-4408-a985-433304c4dacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:04.152433 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.302363 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-e595e31b-9c51-4ef7-975d-46d9cf672c5c None None] Provisioning complete for port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:04.302934 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e595e31b-9c51-4ef7-975d-46d9cf672c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.336946 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-e595e31b-9c51-4ef7-975d-46d9cf672c5c None None] Port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:59:04.450770 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:59:04.458062 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Publish callbacks [] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.470076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Transition to ACTIVE for port object aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:59:04.472765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.523901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Pushing event updated for resources: {'Port': ['ID=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:04.597183 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Attempting to bind port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:59:04.597436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Attempting to bind port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:59:04.597772 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Attempting to bind port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:59:04.602326 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:59:04.602813 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Attempting to bind port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:59:04.608564 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:59:04.608991 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Checking segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:59:04.609846 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Bound using segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:59:04.610280 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Bound port: aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:59:04.610644 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.680763 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] For port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:59:04.683712 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] For port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:59:04.689527 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.725264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:04.725886 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:04.727287 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] 10.222.0.58 "PUT /v2.0/ports/aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 1094 time: 0.6423643 May 13 21:59:04.762028 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5815d-fdd0-4ba0-95f1-b4619f46e7bd service neutron] Pushing event updated for resources: {'Port': ['ID=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:04.854074 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90cdff-ec25-4a63-85bd-52e00e901bc9 req-21842d9e-c982-4c97-a232-e2a82388c4ec tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:04.855557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db90cdff-ec25-4a63-85bd-52e00e901bc9 req-21842d9e-c982-4c97-a232-e2a82388c4ec tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 944 time: 0.0886679 May 13 21:59:04.870909 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-f28ab94f-c4d3-4470-9f2b-1d529717a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:04.872464 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-f28ab94f-c4d3-4470-9f2b-1d529717a1e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1128 time: 0.0636613 May 13 21:59:04.873847 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:04.876158 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3a6ab-307c-49dc-adc0-4bd762878707" -d '{"events": [{"name": "network-changed", "server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:04.934001 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcbd9c6-42df-43be-b988-52dd2b5d1e0a x-openstack-request-id: req-ddcbd9c6-42df-43be-b988-52dd2b5d1e0a {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:04.934300 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:04.934555 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddcbd9c6-42df-43be-b988-52dd2b5d1e0a {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:04.934986 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcbd9c6-42df-43be-b988-52dd2b5d1e0a'] response: {'name': 'network-changed', 'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'status': 'completed', 'code': 200} May 13 21:59:04.939192 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-fc470ac1-9fdf-4f85-996f-182ba56865bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 217 time: 0.0517354 May 13 21:59:04.990158 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-db90cdff-ec25-4a63-85bd-52e00e901bc9 req-b1f9335c-37e6-4ea2-b8b6-a90f861c2ba8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278889 May 13 21:59:05.004415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-2310f25b-947e-4943-900f-18a07bc93a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:05.005931 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-2310f25b-947e-4943-900f-18a07bc93a7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0596368 May 13 21:59:05.051833 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-59647dc2-bb68-46b9-9709-3d19c280ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:05.053400 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-59647dc2-bb68-46b9-9709-3d19c280ba6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406039 May 13 21:59:05.150025 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-98a2b10c-cdad-464d-b719-963288031b05 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889986 May 13 21:59:05.160512 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a2ca8-e503-41d6-86a5-2fea8aef141c None None] New status for floating IP fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:59:05.242590 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14b5435b-4a2e-471d-b1c8-95bf58192032 req-0cbc3036-59c6-4b43-a722-8340cb976e8a service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 May 13 21:59:06.117393 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d59faa-890e-4ce1-8e87-ff52ba96a581 req-80d39af5-ee80-49ef-83d2-d4841e9d5299 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:06.118807 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-62d59faa-890e-4ce1-8e87-ff52ba96a581 req-80d39af5-ee80-49ef-83d2-d4841e9d5299 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 944 time: 0.0502255 May 13 21:59:06.164404 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-62d59faa-890e-4ce1-8e87-ff52ba96a581 req-c4d94a3d-509a-4042-9ed6-36eed7f8cea5 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 May 13 21:59:06.207015 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-a92322bb-b9c8-460b-bacc-865baaa4ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:06.208490 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-a92322bb-b9c8-460b-bacc-865baaa4ed04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1128 time: 0.0383530 May 13 21:59:06.299536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-4ee122ad-d2c3-414e-bfc5-c8ccf98605c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:06.301001 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-4ee122ad-d2c3-414e-bfc5-c8ccf98605c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.0872138 May 13 21:59:06.338914 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-8837ccd6-8455-4d46-b450-f94e014a24cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 217 time: 0.0325344 May 13 21:59:06.385125 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-80a82328-e58b-4e1c-90b9-5df7d0c40c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:06.386425 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-80a82328-e58b-4e1c-90b9-5df7d0c40c9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0418830 May 13 21:59:06.427738 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-a0325a75-dd3c-4f0d-b41d-3d92475dd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:06.429169 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-a0325a75-dd3c-4f0d-b41d-3d92475dd103 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373790 May 13 21:59:06.520351 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-a3c17f0a-9ef9-4239-9ba1-c578f7e28601 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 May 13 21:59:06.611747 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f0e3a6ab-307c-49dc-adc0-4bd762878707 req-0bd88138-ce15-406c-8baa-35bea14d9335 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 May 13 21:59:07.277005 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc1e87-880a-4afb-b972-e88236be8294 req-275eb162-2419-4562-9cbc-1c60e593ed47 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:07.278440 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80dc1e87-880a-4afb-b972-e88236be8294 req-275eb162-2419-4562-9cbc-1c60e593ed47 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 944 time: 0.0468938 May 13 21:59:07.324427 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80dc1e87-880a-4afb-b972-e88236be8294 req-9fe79ac6-6044-4bfa-bcd2-546d9cd96fab tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 May 13 21:59:08.085672 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:59:08.183913 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:08.194838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'port_id': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'mac_address': 'fa:16:3e:48:04:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:59:08.232288 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:08.232687 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:08.245956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:59:08.264652 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:08.268635 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:08.313696 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:08.433187 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0b2c4-e607-4a32-b2fa-afbf7b2f2fec req-0386ca64-0e01-44ec-bac9-d3868a06a112 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:08.434620 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-abd0b2c4-e607-4a32-b2fa-afbf7b2f2fec req-0386ca64-0e01-44ec-bac9-d3868a06a112 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 945 time: 0.0451040 May 13 21:59:08.479911 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-abd0b2c4-e607-4a32-b2fa-afbf7b2f2fec req-5f7234c6-dea3-4811-87a4-a7de0ed5ab36 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 May 13 21:59:08.586208 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['aefeb4bf-8e41-45d1-a8ad-29d0ce76de38'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:59:09.591160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e49ac-760a-44da-a705-35954bb5737c req-5af68d9f-55cc-4263-b3bb-76efe5c84dfb tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:09.592588 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-343e49ac-760a-44da-a705-35954bb5737c req-5af68d9f-55cc-4263-b3bb-76efe5c84dfb tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 945 time: 0.0487151 May 13 21:59:09.639604 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-343e49ac-760a-44da-a705-35954bb5737c req-c9c4a41a-a974-47d7-a7e9-cf6e2b13ade2 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 May 13 21:59:10.087995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:59:10.134598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:59:10.140315 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:10.140762 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:10.218830 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:10.219227 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:10.241116 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:10.243368 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59721b1-194b-4fee-b263-25d3fccf5024" -d '{"events": [{"server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "name": "network-vif-plugged", "status": "completed", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:10.255693 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:10.259555 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:10.283024 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824eb8e8-74de-4ac0-9635-807096c62685 x-openstack-request-id: req-824eb8e8-74de-4ac0-9635-807096c62685 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:10.283310 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "name": "network-vif-plugged", "status": "completed", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:10.283560 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-824eb8e8-74de-4ac0-9635-807096c62685 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:10.283951 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824eb8e8-74de-4ac0-9635-807096c62685'] response: {'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'code': 200} May 13 21:59:10.308527 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:10.497386 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d656176-243a-46c7-86c1-0d0ba1e4aaa0 req-e69de655-ac0e-40f7-a3ad-cc5b242f7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:10.498870 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d656176-243a-46c7-86c1-0d0ba1e4aaa0 req-e69de655-ac0e-40f7-a3ad-cc5b242f7682 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1130 time: 0.0375142 May 13 21:59:10.541574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1d656176-243a-46c7-86c1-0d0ba1e4aaa0 req-dcc82822-ede2-4289-9874-4b32afef7a02 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370791 May 13 21:59:10.753543 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04152f-b0b0-49a9-90a5-1f947c13e782 req-6e694e3b-202f-4293-8a85-e7f75953a496 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:10.754936 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fe04152f-b0b0-49a9-90a5-1f947c13e782 req-6e694e3b-202f-4293-8a85-e7f75953a496 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0501707 May 13 21:59:10.801410 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fe04152f-b0b0-49a9-90a5-1f947c13e782 req-240e9146-1774-4740-ba81-3d99fbf31251 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 May 13 21:59:11.911533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadc390-e74e-4adf-b2ce-0ddf4e8439c1 req-e76af2c2-0f8d-4712-a689-8e2912800a6b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:11.912958 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bfadc390-e74e-4adf-b2ce-0ddf4e8439c1 req-e76af2c2-0f8d-4712-a689-8e2912800a6b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0450673 May 13 21:59:11.959868 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bfadc390-e74e-4adf-b2ce-0ddf4e8439c1 req-dd6ad690-8c02-4419-a3f2-8d7cc229c4c5 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 May 13 21:59:13.073550 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110e235-f63a-4f85-884e-1877481a8b60 req-fc23e206-fa34-41e2-9288-16f4c42fd721 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:13.075001 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0110e235-f63a-4f85-884e-1877481a8b60 req-fc23e206-fa34-41e2-9288-16f4c42fd721 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0450511 May 13 21:59:13.122882 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0110e235-f63a-4f85-884e-1877481a8b60 req-18e1590f-4c58-4ad7-9b9f-e457f05a7595 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 May 13 21:59:13.229798 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312de7c-62ec-4b2f-a2d8-c568b417a56f req-6ec75531-3b93-4be8-83f6-5feb7a02be83 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:13.231298 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8312de7c-62ec-4b2f-a2d8-c568b417a56f req-6ec75531-3b93-4be8-83f6-5feb7a02be83 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0469820 May 13 21:59:13.240469 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50082) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:13.244627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'floatingip': {'port_id': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:13.283269 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (a0e33a50-4e9a-405e-b633-02e3a6f6f7ec), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:13.719476 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:13.724305 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (a0e33a50-4e9a-405e-b633-02e3a6f6f7ec), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:13.822266 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Floating IP a0e33a50-4e9a-405e-b633-02e3a6f6f7ec associated. External IP: 172.27.0.81, port: aefeb4bf-8e41-45d1-a8ad-29d0ce76de38. May 13 21:59:13.937446 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:14.033201 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:59:14.148460 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:59:14.153870 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:14.159242 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:59:14.168245 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:14.168930 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:14.184114 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f3915d59-002d-48bd-94cc-1c4b4b87791d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "PUT /v2.0/floatingips/a0e33a50-4e9a-405e-b633-02e3a6f6f7ec HTTP/1.1" status: 200 len: 991 time: 0.9426172 May 13 21:59:14.184699 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:14.187099 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566b9d6e-2fcb-4662-89bd-dde61222f622" -d '{"events": [{"name": "network-changed", "server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:14.221174 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6050af37-1e50-4d87-979c-e81197b19988 x-openstack-request-id: req-6050af37-1e50-4d87-979c-e81197b19988 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:14.221465 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:14.221719 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6050af37-1e50-4d87-979c-e81197b19988 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:14.222123 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6050af37-1e50-4d87-979c-e81197b19988'] response: {'name': 'network-changed', 'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'status': 'completed', 'code': 200} May 13 21:59:14.281290 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:14.307184 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-6db4088b-5aea-4ec8-9195-0eb1844dbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:14.308695 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-6db4088b-5aea-4ec8-9195-0eb1844dbae5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1130 time: 0.0390968 May 13 21:59:14.415872 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-f537c300-424a-4cf0-879f-8fa19b29a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:14.417420 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-f537c300-424a-4cf0-879f-8fa19b29a1a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.0911489 May 13 21:59:14.485344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-92f2563a-afa4-4706-bb9c-0816bfabe8ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 999 time: 0.0603030 May 13 21:59:14.537430 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-ee04f770-ad8a-4766-be38-3eaf52d39b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:14.538842 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-ee04f770-ad8a-4766-be38-3eaf52d39b9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0476456 May 13 21:59:14.589967 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-76cf695f-e99e-4269-8671-f2f0ad09143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:14.591465 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-76cf695f-e99e-4269-8671-f2f0ad09143e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368533 May 13 21:59:14.617771 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'a0e33a50-4e9a-405e-b633-02e3a6f6f7ec', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'port_id': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'mac_address': 'fa:16:3e:48:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78905677-ffd1-4408-a985-433304c4dacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:58:59Z', 'updated_at': '2022-05-13T21:59:13Z', 'revision_number': 1, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:14.646654 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:59:14.654912 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:14.659488 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:58:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:14.684891 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-4cfcb11a-2be7-4f54-9909-ce4355397cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 May 13 21:59:14.770836 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:14.777004 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-566b9d6e-2fcb-4662-89bd-dde61222f622 req-634046d8-dcd9-4be3-9632-dba0d1397939 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859003 May 13 21:59:14.984415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'a0e33a50-4e9a-405e-b633-02e3a6f6f7ec', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'port_id': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'mac_address': 'fa:16:3e:48:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78905677-ffd1-4408-a985-433304c4dacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:58:59Z', 'updated_at': '2022-05-13T21:59:13Z', 'revision_number': 1, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:15.013495 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a3b40-8adc-4b0b-a092-10bd8c630371 None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'a0e33a50-4e9a-405e-b633-02e3a6f6f7ec', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'port_id': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'mac_address': 'fa:16:3e:48:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78905677-ffd1-4408-a985-433304c4dacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:58:59Z', 'updated_at': '2022-05-13T21:59:13Z', 'revision_number': 1, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:59:15.062970 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d9b08502-201e-42bb-acf0-fd2254faee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:15.196719 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e536c3c-ff96-4742-97f0-5fa53c1557c9 None None] New status for floating IP a0e33a50-4e9a-405e-b633-02e3a6f6f7ec: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:59:17.302101 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d777-3141-46d9-b874-0165bab66ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:18.529609 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:19.873067 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:21.299356 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:21.676077 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:59:38.324266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfda8a-6a02-449c-89f3-d9642a74bd41 req-04981e03-4fbe-46f4-9ad1-81f00373c81d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:38.325931 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67bfda8a-6a02-449c-89f3-d9642a74bd41 req-04981e03-4fbe-46f4-9ad1-81f00373c81d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.0544868 May 13 21:59:38.373490 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-67bfda8a-6a02-449c-89f3-d9642a74bd41 req-3d6b1af0-0a21-43af-9655-46635947c9b7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418563 May 13 21:59:39.489556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e677989-40ac-454a-9844-a03746be167e req-e28fa42a-89ec-49e2-a77d-7a7eb87b1984 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:39.491025 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e677989-40ac-454a-9844-a03746be167e req-e28fa42a-89ec-49e2-a77d-7a7eb87b1984 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.0498145 May 13 21:59:39.536774 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3e677989-40ac-454a-9844-a03746be167e req-17b554d6-e165-4d11-8959-043e215f0cfa tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 May 13 21:59:39.966860 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-b78162b9-5a2f-4a58-8191-5bc5ce07ade2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:39.968282 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-b78162b9-5a2f-4a58-8191-5bc5ce07ade2 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.0454001 May 13 21:59:40.051903 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port 3960ab4e-793f-4cd6-bcf2-be757944ada2 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:59:40.052243 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:40.142217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] For port 3960ab4e-793f-4cd6-bcf2-be757944ada2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3960ab4e-793f-4cd6-bcf2-be757944ada2,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:40.142581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:40.309499 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:40.309767 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:40.310083 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8 disassociated. External IP: 172.27.0.104, port: 3960ab4e-793f-4cd6-bcf2-be757944ada2. May 13 21:59:40.310426 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for 3960ab4e-793f-4cd6-bcf2-be757944ada2 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:59:40.667445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4cc5f-b22a-4ab4-ac77-70ae3bb54c06 req-fd5cbb16-b990-40b4-9072-f7ba20214034 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:40.668917 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-31a4cc5f-b22a-4ab4-ac77-70ae3bb54c06 req-fd5cbb16-b990-40b4-9072-f7ba20214034 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed36eeb-83cd-4f94-898a-846513cdf2e0 HTTP/1.1" status: 200 len: 946 time: 0.0579162 May 13 21:59:40.753735 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-31a4cc5f-b22a-4ab4-ac77-70ae3bb54c06 req-05e46b0f-6005-4c91-acff-0cc9fb88e2b5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=1488657d-014a-4109-91ac-28f999dfa816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784097 May 13 21:59:40.772258 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (3960ab4e-793f-4cd6-bcf2-be757944ada2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:40.799856 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=3960ab4e-793f-4cd6-bcf2-be757944ada2,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:40.809788 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.810133 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.810483 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.811439 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.811728 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.812062 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.812393 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.812726 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.813057 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.813384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.813711 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.814088 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.814360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.814685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.815038 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:40.925829 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:59:41.033457 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:59:41.043353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:59:41.054123 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:41.054762 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:59:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:41.076204 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] No DVR routers for this DVR port 3960ab4e-793f-4cd6-bcf2-be757944ada2 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:59:41.078897 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:41.082100 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d4e8a40f-06bd-43e0-b16c-258ad8b05c64 req-8de08453-572e-4a8f-b8c9-6b1eeba1df1e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "DELETE /v2.0/ports/3960ab4e-793f-4cd6-bcf2-be757944ada2 HTTP/1.1" status: 204 len: 173 time: 1.1079490 May 13 21:59:41.082550 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'name': 'network-vif-deleted', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:41.084832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8ff1f-9296-4358-8e8f-db8c61733256" -d '{"events": [{"server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "name": "network-vif-deleted", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:41.124673 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05648b3-ca42-4998-8074-a39b40b1cfe3 x-openstack-request-id: req-e05648b3-ca42-4998-8074-a39b40b1cfe3 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:41.125030 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed36eeb-83cd-4f94-898a-846513cdf2e0", "name": "network-vif-deleted", "tag": "3960ab4e-793f-4cd6-bcf2-be757944ada2", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:41.125292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e05648b3-ca42-4998-8074-a39b40b1cfe3 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:41.125698 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05648b3-ca42-4998-8074-a39b40b1cfe3'] response: {'server_uuid': '7ed36eeb-83cd-4f94-898a-846513cdf2e0', 'name': 'network-vif-deleted', 'tag': '3960ab4e-793f-4cd6-bcf2-be757944ada2', 'status': 'completed', 'code': 200} May 13 21:59:41.170772 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:41.395166 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:58:00Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:41.422118 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:59:41.430281 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:41.430914 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:59:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:41.537733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:41.756259 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:58:00Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:41.783243 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7de5f9-0131-4aeb-a342-3e0d5284b77d None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:17:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:57:37Z', 'updated_at': '2022-05-13T21:58:00Z', 'revision_number': 2, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:59:41.839839 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50130) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:41.896185 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2b36c780-b435-4c27-9f57-a5ff65fc1992 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (1488657d-014a-4109-91ac-28f999dfa816), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:41.920471 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2b36c780-b435-4c27-9f57-a5ff65fc1992 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (1488657d-014a-4109-91ac-28f999dfa816), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:41.972144 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2b36c780-b435-4c27-9f57-a5ff65fc1992 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1488657d-014a-4109-91ac-28f999dfa816), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:41.974689 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2b36c780-b435-4c27-9f57-a5ff65fc1992 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:41.975871 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2b36c780-b435-4c27-9f57-a5ff65fc1992 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/security-groups/1488657d-014a-4109-91ac-28f999dfa816 HTTP/1.1" status: 204 len: 168 time: 0.1349607 May 13 21:59:41.978664 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50132) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:41.986950 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c780-b435-4c27-9f57-a5ff65fc1992 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488657d-014a-4109-91ac-28f999dfa816,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:41.992949 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.api.v2.resource [None req-f2ef6071-70b1-4af7-a8d9-bfe13de17f8f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] show failed (client error): The resource could not be found. May 13 21:59:41.997973 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50134) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:41.998169 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f2ef6071-70b1-4af7-a8d9-bfe13de17f8f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups/1488657d-014a-4109-91ac-28f999dfa816 HTTP/1.1" status: 404 len: 347 time: 0.0182896 May 13 21:59:42.028962 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a69971-790c-42b2-807b-88f28b207e87 None None] New status for floating IP fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:59:42.115785 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port 9099fe62-8ac5-4979-819c-0ffda0672629 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:59:42.116124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (9099fe62-8ac5-4979-819c-0ffda0672629), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:42.197797 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (9099fe62-8ac5-4979-819c-0ffda0672629), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:42.198119 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (9099fe62-8ac5-4979-819c-0ffda0672629), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:42.210318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for 9099fe62-8ac5-4979-819c-0ffda0672629 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:59:42.337921 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (9099fe62-8ac5-4979-819c-0ffda0672629), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:42.362473 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=9099fe62-8ac5-4979-819c-0ffda0672629,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:42.426786 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:42.429852 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:42.431014 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-039f727b-f065-499e-896f-1ea537da28ee tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/floatingips/fde49a0f-ee8a-4a8b-b7a6-d8884b8a31a8 HTTP/1.1" status: 204 len: 168 time: 0.4320521 May 13 21:59:43.949931 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:44.001545 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ed7dc-0d10-4326-a445-f1309c1d3390 req-660ba923-13df-4a5e-b079-6cba08ab47ca tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:44.003040 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-653ed7dc-0d10-4326-a445-f1309c1d3390 req-660ba923-13df-4a5e-b079-6cba08ab47ca tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0484433 May 13 21:59:44.058934 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-653ed7dc-0d10-4326-a445-f1309c1d3390 req-0b4b557d-3317-4148-9cae-b1cc6ef1e344 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500307 May 13 21:59:44.318241 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 3960ab4e-793f-4cd6-bcf2-be757944ada2 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:59:44.342298 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 3960ab4e-793f-4cd6-bcf2-be757944ada2 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:59:44.342631 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 3960ab4e-793f-4cd6-bcf2-be757944ada2 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:59:45.065443 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5721-1c51-46ff-815d-27146d97253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:45.174498 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453e3b-116f-4696-9445-0e209fdc0263 req-eef41638-0909-40d7-8e0d-70a50c76b632 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:45.175979 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0a453e3b-116f-4696-9445-0e209fdc0263 req-eef41638-0909-40d7-8e0d-70a50c76b632 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0466781 May 13 21:59:45.225197 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0a453e3b-116f-4696-9445-0e209fdc0263 req-41d79c59-1032-40d9-90be-d562e9181653 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=a58986e7-8224-460e-9de9-856c68781e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 May 13 21:59:45.757275 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-0669e645-0ff9-437f-84e0-179899f8b4c1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:45.758681 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-0669e645-0ff9-437f-84e0-179899f8b4c1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 945 time: 0.0460641 May 13 21:59:45.841876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port df1579fd-2e1e-49df-91d6-e984e0f5c5ad {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:59:45.842783 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:45.931952 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] For port df1579fd-2e1e-49df-91d6-e984e0f5c5ad, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:45.932307 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:46.096931 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:46.097201 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:46.097514 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90 disassociated. External IP: 172.27.0.148, port: df1579fd-2e1e-49df-91d6-e984e0f5c5ad. May 13 21:59:46.097853 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for df1579fd-2e1e-49df-91d6-e984e0f5c5ad owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:59:46.225301 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (df1579fd-2e1e-49df-91d6-e984e0f5c5ad), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:46.253226 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=df1579fd-2e1e-49df-91d6-e984e0f5c5ad,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:46.331713 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ef31754e-ad24-4fa6-96d4-ca6c088bc6c0 req-112ea8cf-9de6-42ab-a009-af3a13c30b0a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ae0672-baa5-43cc-afeb-8a1bb179818b HTTP/1.1" status: 200 len: 210 time: 0.0332198 May 13 21:59:46.394652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 21:59:46.502359 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 21:59:46.511525 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 21:59:46.522156 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:46.522872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:59:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:46.546986 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] No DVR routers for this DVR port df1579fd-2e1e-49df-91d6-e984e0f5c5ad on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 21:59:46.549429 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:46.552636 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6afefac1-1948-482b-8074-3a3ff186dab3 req-fc53b7e3-6d45-4941-9372-807a1fc78b19 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "DELETE /v2.0/ports/df1579fd-2e1e-49df-91d6-e984e0f5c5ad HTTP/1.1" status: 204 len: 173 time: 0.7878780 May 13 21:59:46.553077 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'name': 'network-vif-deleted', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:46.555720 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab52fd0-412f-422c-ac26-e97daa374bac" -d '{"events": [{"server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "name": "network-vif-deleted", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:46.591772 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe84d8f8-2633-418f-b261-a2d29024376a x-openstack-request-id: req-fe84d8f8-2633-418f-b261-a2d29024376a {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:46.592080 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ae0672-baa5-43cc-afeb-8a1bb179818b", "name": "network-vif-deleted", "tag": "df1579fd-2e1e-49df-91d6-e984e0f5c5ad", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:46.592342 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe84d8f8-2633-418f-b261-a2d29024376a {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:46.592757 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe84d8f8-2633-418f-b261-a2d29024376a'] response: {'server_uuid': 'c7ae0672-baa5-43cc-afeb-8a1bb179818b', 'name': 'network-vif-deleted', 'tag': 'df1579fd-2e1e-49df-91d6-e984e0f5c5ad', 'status': 'completed', 'code': 200} May 13 21:59:46.647325 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:46.967729 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:46.996672 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 21:59:47.005423 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 21:59:47.006023 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:59:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:47.113640 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 21:59:47.310096 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 21:59:47.314219 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-67dedf21-7d23-4ea2-a15b-77c970b65d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.343080 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc359c-35ba-45d6-add1-a4801aa98f17 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 21:59:47.424104 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50166) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:47.478959 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (a58986e7-8224-460e-9de9-856c68781e7d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.503800 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (a58986e7-8224-460e-9de9-856c68781e7d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.553840 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a58986e7-8224-460e-9de9-856c68781e7d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.556573 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.557812 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/security-groups/a58986e7-8224-460e-9de9-856c68781e7d HTTP/1.1" status: 204 len: 168 time: 0.1325395 May 13 21:59:47.560865 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50168) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:47.567219 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58986e7-8224-460e-9de9-856c68781e7d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:47.574662 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.575049 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.575392 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.575731 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.575833 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.api.v2.resource [None req-18508d61-6942-44a9-bd64-f7e67ed155d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] show failed (client error): The resource could not be found. May 13 21:59:47.576071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.578751 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.578901 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-18508d61-6942-44a9-bd64-f7e67ed155d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups/a58986e7-8224-460e-9de9-856c68781e7d HTTP/1.1" status: 404 len: 347 time: 0.0142295 May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579007 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579630 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.579630 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6802efb-2335-4141-b17f-25386fb85675 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:47.580610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50170) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:47.595806 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5b60d4-5b1a-4b83-9b31-a30e9ae3fb28 None None] New status for floating IP e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 21:59:47.697175 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port 95acee6d-0045-4b5f-b61e-3ff5a31d727d {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 21:59:47.697512 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.774243 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.774578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (95acee6d-0045-4b5f-b61e-3ff5a31d727d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.787067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for 95acee6d-0045-4b5f-b61e-3ff5a31d727d owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 21:59:47.916387 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (95acee6d-0045-4b5f-b61e-3ff5a31d727d), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:47.941512 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=95acee6d-0045-4b5f-b61e-3ff5a31d727d,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:48.002928 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.005698 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.006873 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d19ccd91-f24b-49fd-97a2-872a09e77eb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/floatingips/e80ff35d-17c6-4e7b-93e3-a1a4deaf6a90 HTTP/1.1" status: 204 len: 168 time: 0.4253051 May 13 21:59:48.076249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50174) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:48.081390 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669840072', 'description': 'tempest-description--1642579885'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:48.100350 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.164348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (8fb27477-7621-4468-9aee-83958a55bbc1), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.168163 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8fb27477-7621-4468-9aee-83958a55bbc1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.192396 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.193595 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1156781 May 13 21:59:48.196760 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50176) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:48.201590 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': '8fb27477-7621-4468-9aee-83958a55bbc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:48.202506 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcdd2a-672c-4e3a-8dc9-05db82f6adce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb27477-7621-4468-9aee-83958a55bbc1,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:48.231740 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (18afa6b0-c5b4-4fa8-8b70-f389c4c62e1e), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.284591 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (18afa6b0-c5b4-4fa8-8b70-f389c4c62e1e), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.287855 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (18afa6b0-c5b4-4fa8-8b70-f389c4c62e1e), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.305168 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18afa6b0-c5b4-4fa8-8b70-f389c4c62e1e,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:48.309084 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.310243 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ddc2fcf9-ebf4-4de1-bbd0-8aef25a481f1 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124594 May 13 21:59:48.313423 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50178) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:48.317526 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': '8fb27477-7621-4468-9aee-83958a55bbc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:48.342188 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (97312086-942d-49de-b716-4a58787d55d3), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.396935 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (97312086-942d-49de-b716-4a58787d55d3), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.400281 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (97312086-942d-49de-b716-4a58787d55d3), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.417722 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97312086-942d-49de-b716-4a58787d55d3,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:48.421985 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.423124 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-594260a3-6fb3-4cae-be15-381b2d40ffda tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087980 May 13 21:59:48.426156 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50180) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 21:59:48.430378 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:48.450152 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.528562 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.532340 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.631395 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.27.0.63 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/acc00da0-d9b6-47f0-9104-555ef47dbff0) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:59:48.734722 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.767314 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.802182 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:59:48.804893 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:59:48.807350 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:59:48.836152 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=acc00da0-d9b6-47f0-9104-555ef47dbff0,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:48.899793 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (f5eef072-b9eb-4235-8c5d-0e0c10f566fe), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:48.933176 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:49.364756 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:49.369203 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:49.439910 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=acc00da0-d9b6-47f0-9104-555ef47dbff0,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:49.449841 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (f5eef072-b9eb-4235-8c5d-0e0c10f566fe), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:49.465793 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:49.467098 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-9f3e4731-d082-47c7-9ee1-9cecf43867e9 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0399935 May 13 21:59:49.666076 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-d7349a20-66c9-4c0d-928d-8b643c277db7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1669840072&fields=id&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 267 time: 0.0425053 May 13 21:59:49.775216 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-f8c0e1f1-255c-4bee-9758-07d95d976c7d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:49.776623 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-f8c0e1f1-255c-4bee-9758-07d95d976c7d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1035311 May 13 21:59:49.799201 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-5c9f5c0e-fe31-47c4-8a5c-2d8ad6533465 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/quotas/a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 375 time: 0.0094597 May 13 21:59:49.850818 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7f87aaa1-241f-4e36-92c9-92ca07449733 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461843 May 13 21:59:49.877978 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:49.950030 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-e6cba892-8ce5-4d70-93e4-223be0ba4b37 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 May 13 21:59:50.037436 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-315c2e38-fa46-4cab-8a50-35ef56f2fc7c service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809994 May 13 21:59:50.191299 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c4dc5bd7-4503-49bc-a695-24f3a1ac1d90 req-f8585fe2-2190-4843-8c99-d1ff97cd1027 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 210 time: 0.0282393 May 13 21:59:50.349917 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device df1579fd-2e1e-49df-91d6-e984e0f5c5ad no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 21:59:50.370166 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: df1579fd-2e1e-49df-91d6-e984e0f5c5ad {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 21:59:50.370534 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device df1579fd-2e1e-49df-91d6-e984e0f5c5ad not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 21:59:51.289056 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b22f835-4a97-471f-ba4c-9ca57c36fd7b req-cedcc541-0421-43f8-a50e-52010cea2558 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 210 time: 0.0304794 May 13 21:59:51.303155 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:51.498626 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-0e0c49d8-6f43-4bd2-b1ee-d41359c7fa57 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:51.500979 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-0e0c49d8-6f43-4bd2-b1ee-d41359c7fa57 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1075552 May 13 21:59:51.600120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-1ccc1395-f1b3-4c4d-b452-c3e8f4ff6abf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 380 time: 0.0538630 May 13 21:59:51.791632 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'port': {'device_id': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'admin_state_up': True, 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'security_groups': ['8fb27477-7621-4468-9aee-83958a55bbc1']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:51.900500 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Made reservation on behalf of a04ed773a4b44bf5b881acbdf51a8463 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 21:59:51.903866 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.027165 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.20.0.6 (ffb86270-54c5-4ed6-9100-3db6f56fe50f/f3e3fe72-9293-42fa-bb1b-644476a13132/b92d864c-4291-4c00-b9d1-a641e24a3814) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 21:59:52.158536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.191508 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.236292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 21:59:52.239433 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 21:59:52.245113 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 21:59:52.269076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=b92d864c-4291-4c00-b9d1-a641e24a3814,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:52.297087 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:52.297789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.314865 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a3b7521-b5a4-494a-9123-55ed47d441d6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5271626 May 13 21:59:52.336217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Request body: {'port': {'device_id': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 21:59:52.437556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafb225-3b36-4992-9933-b9b3357ee587 req-3fc32cb4-a863-4f82-beda-4750047576ce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:52.439051 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3aafb225-3b36-4992-9933-b9b3357ee587 req-3fc32cb4-a863-4f82-beda-4750047576ce tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 931 time: 0.0775063 May 13 21:59:52.441696 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.490485 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-3a8c9362-1063-4ffa-8453-4840f724208b None None] Provisioning complete for port b92d864c-4291-4c00-b9d1-a641e24a3814 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:52.491488 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9362-1063-4ffa-8453-4840f724208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.529708 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c9362-1063-4ffa-8453-4840f724208b None None] Port b92d864c-4291-4c00-b9d1-a641e24a3814 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 21:59:52.543423 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3aafb225-3b36-4992-9933-b9b3357ee587 req-f8cf00eb-6acc-4014-b171-c9b1457b45a4 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932627 May 13 21:59:52.784517 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92d864c-4291-4c00-b9d1-a641e24a3814 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:59:52.792195 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Publish callbacks [] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.804882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Transition to ACTIVE for port object b92d864c-4291-4c00-b9d1-a641e24a3814 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 21:59:52.807581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:52.861144 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Pushing event updated for resources: {'Port': ['ID=b92d864c-4291-4c00-b9d1-a641e24a3814,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:52.931278 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Attempting to bind port b92d864c-4291-4c00-b9d1-a641e24a3814 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 21:59:52.931614 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Attempting to bind port b92d864c-4291-4c00-b9d1-a641e24a3814 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 21:59:52.931947 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Attempting to bind port b92d864c-4291-4c00-b9d1-a641e24a3814 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:59:52.936590 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Port b92d864c-4291-4c00-b9d1-a641e24a3814 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 21:59:52.936910 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Attempting to bind port b92d864c-4291-4c00-b9d1-a641e24a3814 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 21:59:52.943632 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 21, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 21:59:52.943983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 21:59:52.944371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Bound using segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 21:59:52.944808 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Bound port: b92d864c-4291-4c00-b9d1-a641e24a3814, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 21:59:52.945374 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:53.009901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] For port b92d864c-4291-4c00-b9d1-a641e24a3814, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 21:59:53.012818 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] For port b92d864c-4291-4c00-b9d1-a641e24a3814, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b92d864c-4291-4c00-b9d1-a641e24a3814,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 21:59:53.019271 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:53.062377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:53.065236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:53.066727 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] 10.222.0.58 "PUT /v2.0/ports/b92d864c-4291-4c00-b9d1-a641e24a3814 HTTP/1.1" status: 200 len: 1093 time: 0.7349782 May 13 21:59:53.067192 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:53.069479 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7965b42a-112a-488d-b5f8-eebf93d64404" -d '{"events": [{"name": "network-changed", "server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:53.102139 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195bb57-5fdf-44a6-971f-9c68a952549b service neutron] Pushing event updated for resources: {'Port': ['ID=b92d864c-4291-4c00-b9d1-a641e24a3814,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:53.116311 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04625b0-6f76-429d-95e7-861e5dacff26 x-openstack-request-id: req-a04625b0-6f76-429d-95e7-861e5dacff26 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:53.116616 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:53.116876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a04625b0-6f76-429d-95e7-861e5dacff26 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:53.117316 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04625b0-6f76-429d-95e7-861e5dacff26'] response: {'name': 'network-changed', 'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'status': 'completed', 'code': 200} May 13 21:59:53.204989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a94b268-cb6c-4325-8769-af838bd071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:53.206686 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-2a94b268-cb6c-4325-8769-af838bd071cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 1127 time: 0.0446031 May 13 21:59:53.257561 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-e3d50dde-d24a-4944-a494-213ebe27b62a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b92d864c-4291-4c00-b9d1-a641e24a3814 HTTP/1.1" status: 200 len: 217 time: 0.0349741 May 13 21:59:53.308511 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-b78f18f7-9045-46be-b665-c8fceeec8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:53.309906 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-b78f18f7-9045-46be-b665-c8fceeec8d05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0438850 May 13 21:59:53.356625 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-64c29550-a7fe-4cb9-abdd-86229e02fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:53.358321 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-64c29550-a7fe-4cb9-abdd-86229e02fc2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410719 May 13 21:59:53.460032 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-8f450179-35a6-4010-9b4f-a28f79e73347 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871856 May 13 21:59:53.551308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8efc1937-e66b-44b9-8529-879fb31f9723 req-094cd6bd-369e-475c-b4e5-9ee7c0a21cac service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 May 13 21:59:53.658784 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee514c-e3ea-4d3b-a6b3-aeef500f6ef7 req-c4aed9b9-265d-4b81-b4d5-7ad740915b92 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:53.660404 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-65ee514c-e3ea-4d3b-a6b3-aeef500f6ef7 req-c4aed9b9-265d-4b81-b4d5-7ad740915b92 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 943 time: 0.0479608 May 13 21:59:53.708635 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-65ee514c-e3ea-4d3b-a6b3-aeef500f6ef7 req-0cf6e615-b5db-4dae-a3e3-fdfa2e2b8e59 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 May 13 21:59:54.525081 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-4e1da9ae-6ed1-42d3-80d0-9821704a8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:54.526656 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-4e1da9ae-6ed1-42d3-80d0-9821704a8b30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 1127 time: 0.0452261 May 13 21:59:54.633015 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-0bf28e0f-2372-4dea-9091-ef635e51cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:54.634599 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-0bf28e0f-2372-4dea-9091-ef635e51cbc3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.0937233 May 13 21:59:54.683069 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-ead94475-04ff-4166-9133-4acc1e05fca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b92d864c-4291-4c00-b9d1-a641e24a3814 HTTP/1.1" status: 200 len: 217 time: 0.0414927 May 13 21:59:55.023204 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-d5339192-47e3-4e13-941c-9fc42804e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:55.024601 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-d5339192-47e3-4e13-941c-9fc42804e325 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.3355699 May 13 21:59:55.033026 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fcc76-9126-48a9-bc76-5bcea99eea4b req-82f0f483-2a49-4a59-9756-2ceee7c99356 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:55.034286 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-244fcc76-9126-48a9-bc76-5bcea99eea4b req-82f0f483-2a49-4a59-9756-2ceee7c99356 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 943 time: 0.0564957 May 13 21:59:55.089988 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-108385e9-7c07-4a7c-b4b5-df764f7a9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:55.091475 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-108385e9-7c07-4a7c-b4b5-df764f7a9eab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563526 May 13 21:59:55.123569 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-244fcc76-9126-48a9-bc76-5bcea99eea4b req-cf12b3a2-fe79-4c9b-8e0a-a27bd18511cb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811722 May 13 21:59:55.188320 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-0fd94f56-0caf-4bff-9da3-359b5bba9360 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872867 May 13 21:59:55.284409 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7965b42a-112a-488d-b5f8-eebf93d64404 req-d3d091ae-24df-4337-a3b4-d396000b0f5b service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897853 May 13 21:59:56.235349 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28e6fb-3af8-4cd8-b25d-1cd79f5d67eb req-5015baef-e558-49eb-a7f2-d0bf8a81ae90 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:56.236793 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4b28e6fb-3af8-4cd8-b25d-1cd79f5d67eb req-5015baef-e558-49eb-a7f2-d0bf8a81ae90 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 943 time: 0.0461023 May 13 21:59:56.282781 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4b28e6fb-3af8-4cd8-b25d-1cd79f5d67eb req-95b93015-4e81-45bd-b905-dd994406dff0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 May 13 21:59:56.382357 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b92d864c-4291-4c00-b9d1-a641e24a3814 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 21:59:56.477682 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port b92d864c-4291-4c00-b9d1-a641e24a3814, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b92d864c-4291-4c00-b9d1-a641e24a3814,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:56.489483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'port_id': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'mac_address': 'fa:16:3e:3e:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 21:59:56.524886 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port b92d864c-4291-4c00-b9d1-a641e24a3814 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:56.525269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:56.537982 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92d864c-4291-4c00-b9d1-a641e24a3814 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 21:59:56.557148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port b92d864c-4291-4c00-b9d1-a641e24a3814, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b92d864c-4291-4c00-b9d1-a641e24a3814,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:56.561224 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:56.610077 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=b92d864c-4291-4c00-b9d1-a641e24a3814,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:56.616797 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.617145 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.617485 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.617825 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.618157 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.618484 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.618841 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.619168 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.619492 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.619821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.620143 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.620467 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.620788 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.621111 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.621428 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 21:59:56.887332 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['b92d864c-4291-4c00-b9d1-a641e24a3814'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 21:59:57.395638 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571c40-080d-45a3-828a-3defb357cdca req-026e1a7b-6cca-43a4-b132-fa930874fa7f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:57.397083 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-73571c40-080d-45a3-828a-3defb357cdca req-026e1a7b-6cca-43a4-b132-fa930874fa7f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 944 time: 0.0466149 May 13 21:59:57.446591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-73571c40-080d-45a3-828a-3defb357cdca req-5db81813-469a-487a-9073-84172cf3f783 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440381 May 13 21:59:58.396719 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b92d864c-4291-4c00-b9d1-a641e24a3814 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 21:59:58.443173 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port b92d864c-4291-4c00-b9d1-a641e24a3814 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 21:59:58.449651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port b92d864c-4291-4c00-b9d1-a641e24a3814 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 21:59:58.449651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:58.527815 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port b92d864c-4291-4c00-b9d1-a641e24a3814 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 21:59:58.528201 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:58.550394 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 21:59:58.552838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8c9a0-7846-45b1-8d82-70d0809d1767" -d '{"events": [{"server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "name": "network-vif-plugged", "status": "completed", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 21:59:58.559405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266a4df-bc3c-4b83-987d-285460a1c48b req-40074095-7c04-4f09-8364-17a6cb9ed81d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:58.566350 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port b92d864c-4291-4c00-b9d1-a641e24a3814, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b92d864c-4291-4c00-b9d1-a641e24a3814,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 21:59:58.567224 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3266a4df-bc3c-4b83-987d-285460a1c48b req-40074095-7c04-4f09-8364-17a6cb9ed81d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 944 time: 0.0542626 May 13 21:59:58.571591 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 21:59:58.604415 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178eb34e-e4a6-4cdd-95ac-f38558b566c0 x-openstack-request-id: req-178eb34e-e4a6-4cdd-95ac-f38558b566c0 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 21:59:58.604710 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "name": "network-vif-plugged", "status": "completed", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 21:59:58.604965 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-178eb34e-e4a6-4cdd-95ac-f38558b566c0 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 21:59:58.605354 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178eb34e-e4a6-4cdd-95ac-f38558b566c0'] response: {'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'code': 200} May 13 21:59:58.614487 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3266a4df-bc3c-4b83-987d-285460a1c48b req-836d9450-aa82-412c-b641-e16af5ed7e25 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457399 May 13 21:59:58.625954 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=b92d864c-4291-4c00-b9d1-a641e24a3814,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 21:59:58.675193 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 21:59:58.803276 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3744-a4e8-48de-aaf2-045c5f62cafc req-4bd41ff3-6c2f-4934-a108-85ab0f05abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:58.804621 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9ee3744-a4e8-48de-aaf2-045c5f62cafc req-4bd41ff3-6c2f-4934-a108-85ab0f05abe2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 1129 time: 0.0365896 May 13 21:59:58.847952 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9ee3744-a4e8-48de-aaf2-045c5f62cafc req-69fb9b40-09af-419e-94bc-dc848b70b678 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364742 May 13 21:59:59.731215 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7eccc-5c55-461e-8893-84710563bbc7 req-91b14731-755c-4ed4-9bbb-bc2438382182 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 21:59:59.732931 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5ee7eccc-5c55-461e-8893-84710563bbc7 req-91b14731-755c-4ed4-9bbb-bc2438382182 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0506303 May 13 21:59:59.778454 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5ee7eccc-5c55-461e-8893-84710563bbc7 req-32252c3d-f545-4ca1-a70e-271d24e2f4bb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 May 13 22:00:00.896043 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5833013-5c9e-4ed3-a54c-d6e52bf406de req-64dec198-1abb-482c-868b-78159c618324 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:00.901082 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5833013-5c9e-4ed3-a54c-d6e52bf406de req-64dec198-1abb-482c-868b-78159c618324 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0508933 May 13 22:00:00.947507 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5833013-5c9e-4ed3-a54c-d6e52bf406de req-2f3f7a07-35dd-4b00-a9f3-4168c8831ae8 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 May 13 22:00:01.058600 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d360b-f6d4-4d1f-a1ef-ee7e2858c568 req-781f6f01-7801-43f6-a5b5-9266cc2cd67b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:01.060055 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b88d360b-f6d4-4d1f-a1ef-ee7e2858c568 req-781f6f01-7801-43f6-a5b5-9266cc2cd67b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0462003 May 13 22:00:01.068592 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50274) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:01.072894 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'port_id': 'b92d864c-4291-4c00-b9d1-a641e24a3814'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:01.114525 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (f5eef072-b9eb-4235-8c5d-0e0c10f566fe), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:01.559654 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:01.563777 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (f5eef072-b9eb-4235-8c5d-0e0c10f566fe), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:01.663553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP f5eef072-b9eb-4235-8c5d-0e0c10f566fe associated. External IP: 172.27.0.63, port: b92d864c-4291-4c00-b9d1-a641e24a3814. May 13 22:00:01.877152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:00:01.984572 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:00:01.989393 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:01.993865 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:00:02.002683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:02.003312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:59:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:02.017825 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c9969ef2-f0ee-4ed9-aa8e-dda8222a38e3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "PUT /v2.0/floatingips/f5eef072-b9eb-4235-8c5d-0e0c10f566fe HTTP/1.1" status: 200 len: 990 time: 0.9481642 May 13 22:00:02.018513 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:02.020845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14087627-e356-4e5c-b92f-fdd65e9f59f5" -d '{"events": [{"name": "network-changed", "server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:00:02.055993 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d89bf-d2d0-4edb-8ba2-eabcb175bea7 x-openstack-request-id: req-513d89bf-d2d0-4edb-8ba2-eabcb175bea7 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:00:02.056292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:00:02.056550 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-513d89bf-d2d0-4edb-8ba2-eabcb175bea7 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:00:02.056963 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513d89bf-d2d0-4edb-8ba2-eabcb175bea7'] response: {'name': 'network-changed', 'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'status': 'completed', 'code': 200} May 13 22:00:02.114262 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:02.141990 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-a4074db2-e60f-499d-a79f-319bf1426883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:02.143677 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-a4074db2-e60f-499d-a79f-319bf1426883 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 1129 time: 0.0414851 May 13 22:00:02.248745 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-5577e6e3-b0da-4351-932e-54a037addf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:02.250321 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-5577e6e3-b0da-4351-932e-54a037addf5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.1002405 May 13 22:00:02.331810 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-1d3d84a3-9763-4374-9f25-3d7ff05984c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b92d864c-4291-4c00-b9d1-a641e24a3814 HTTP/1.1" status: 200 len: 998 time: 0.0745232 May 13 22:00:02.343148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'f5eef072-b9eb-4235-8c5d-0e0c10f566fe', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:3e:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:59:48Z', 'updated_at': '2022-05-13T22:00:01Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:02.365579 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5561-8fd7-4332-a7eb-f3143500cf96 req-e8265bd8-9e26-4f47-a510-0294b84fddc6 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:02.367122 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-553a5561-8fd7-4332-a7eb-f3143500cf96 req-e8265bd8-9e26-4f47-a510-0294b84fddc6 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0544181 May 13 22:00:02.379993 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:00:02.388296 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:02.388906 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T21:59:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:02.438385 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-489189f3-d269-4f85-9b7a-de1021652970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:02.439879 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-489189f3-d269-4f85-9b7a-de1021652970 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0718884 May 13 22:00:02.453896 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-553a5561-8fd7-4332-a7eb-f3143500cf96 req-c32b8668-5fb2-485a-bb37-fe80b4e70151 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770810 May 13 22:00:02.498049 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:02.536913 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-6c85cd58-a858-448f-a307-870d1520180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:02.538408 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-6c85cd58-a858-448f-a307-870d1520180c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392966 May 13 22:00:02.632089 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-e40b3284-3eb0-4d21-8667-cd046002d29a service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 May 13 22:00:02.709890 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'f5eef072-b9eb-4235-8c5d-0e0c10f566fe', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:3e:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:59:48Z', 'updated_at': '2022-05-13T22:00:01Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:02.721105 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14087627-e356-4e5c-b92f-fdd65e9f59f5 req-cd880dd2-d824-4e33-b775-61bf6e11234f service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 May 13 22:00:02.740379 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646173c-81d0-4a6a-9587-7592fa9b01d7 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'f5eef072-b9eb-4235-8c5d-0e0c10f566fe', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:3e:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:59:48Z', 'updated_at': '2022-05-13T22:00:01Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:00:02.923212 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3158276-e4b7-479f-9f8f-282ce013c6c0 None None] New status for floating IP f5eef072-b9eb-4235-8c5d-0e0c10f566fe: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:00:03.567342 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4edf7-5aa4-49a9-8464-1e753fecca00 req-22c5dd58-9c77-4ae4-afe4-c8ea35d7a72b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:03.568831 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-84c4edf7-5aa4-49a9-8464-1e753fecca00 req-22c5dd58-9c77-4ae4-afe4-c8ea35d7a72b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0469005 May 13 22:00:03.619120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-84c4edf7-5aa4-49a9-8464-1e753fecca00 req-b020ae94-1187-473c-8fcf-f19a036d9359 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447638 May 13 22:00:04.730502 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5829-eecc-4095-a038-4755896027cc req-9aad5419-9ba6-465a-b4bd-90440e5fd2e7 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:04.732210 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b36e5829-eecc-4095-a038-4755896027cc req-9aad5419-9ba6-465a-b4bd-90440e5fd2e7 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0458267 May 13 22:00:04.777866 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b36e5829-eecc-4095-a038-4755896027cc req-1ef817b7-75bd-4466-9db7-0da3d32fe1ad tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400648 May 13 22:00:05.902458 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6370-7f6f-420f-ab89-256d5351c4da req-3878464d-d91e-4359-a026-fde301ead7fb tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:05.903923 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cc5a6370-7f6f-420f-ab89-256d5351c4da req-3878464d-d91e-4359-a026-fde301ead7fb tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0454261 May 13 22:00:05.948776 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cc5a6370-7f6f-420f-ab89-256d5351c4da req-406d2185-5e66-4c1d-9e90-606e62fb3551 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 May 13 22:00:07.064717 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8226c-99f5-411f-9177-395fc5fcffd0 req-d31b85d9-d08b-4059-8594-59032ae56caa tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:07.066177 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2f8226c-99f5-411f-9177-395fc5fcffd0 req-d31b85d9-d08b-4059-8594-59032ae56caa tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0497754 May 13 22:00:07.112907 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d2f8226c-99f5-411f-9177-395fc5fcffd0 req-1ce9da2a-ab07-4eee-8a2b-1ea4f3fb1276 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 May 13 22:00:08.231230 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22472ca-7406-4081-ac68-ecd2d7b0bef2 req-6a7ce686-99fd-40ee-a779-1b7eada6e522 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:08.232948 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d22472ca-7406-4081-ac68-ecd2d7b0bef2 req-6a7ce686-99fd-40ee-a779-1b7eada6e522 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0467083 May 13 22:00:08.278851 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d22472ca-7406-4081-ac68-ecd2d7b0bef2 req-7c238b8a-8fab-45e1-bec8-961e2d9fc35f tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397525 May 13 22:00:09.391294 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed881d-6efd-4533-b873-726fd42ce059 req-a18595a6-3777-4427-b61d-39f5d8cbcb63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:09.392667 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9ed881d-6efd-4533-b873-726fd42ce059 req-a18595a6-3777-4427-b61d-39f5d8cbcb63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0462608 May 13 22:00:09.441750 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9ed881d-6efd-4533-b873-726fd42ce059 req-240a01f8-ed43-4d5c-9658-ffc653f40381 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 May 13 22:00:10.552852 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025979b-f012-416c-b91d-3db7d9458128 req-6761c6f5-7a67-4822-8a3a-0b3f61e84604 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:10.554332 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3025979b-f012-416c-b91d-3db7d9458128 req-6761c6f5-7a67-4822-8a3a-0b3f61e84604 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0464821 May 13 22:00:10.599875 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3025979b-f012-416c-b91d-3db7d9458128 req-a5037657-3f67-40be-a8f8-722f6e985bbe tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 May 13 22:00:11.712732 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1577a1-9fa8-4362-9511-192f18bad900 req-5f9a762e-4d2a-4526-8b14-9a68d267a0d5 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:11.714168 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bd1577a1-9fa8-4362-9511-192f18bad900 req-5f9a762e-4d2a-4526-8b14-9a68d267a0d5 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0471578 May 13 22:00:11.758893 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bd1577a1-9fa8-4362-9511-192f18bad900 req-ad534f06-7b0a-4826-b37b-cefbe71f466d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 May 13 22:00:12.872871 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557671a-c822-4257-9584-93fb10113c99 req-d0c2cf0f-45fb-41a7-8bee-06e1573c134a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:12.874293 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c557671a-c822-4257-9584-93fb10113c99 req-d0c2cf0f-45fb-41a7-8bee-06e1573c134a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0492241 May 13 22:00:12.919763 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c557671a-c822-4257-9584-93fb10113c99 req-f2086873-9dd0-45d1-ac9e-a3610bbeedfe tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 May 13 22:00:13.146810 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69b47-2887-43bd-a0e0-15586e05a97d req-ca132bc0-ce80-47a8-9053-09aeb0f75a93 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:13.152598 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c5d69b47-2887-43bd-a0e0-15586e05a97d req-ca132bc0-ce80-47a8-9053-09aeb0f75a93 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0474396 May 13 22:00:13.204512 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c5d69b47-2887-43bd-a0e0-15586e05a97d req-71f80f21-e6ac-4cc4-8aea-25cc3c2dea00 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504668 May 13 22:00:13.234448 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-97bb5100-b37f-4454-a004-a7f1573e4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:13.235976 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-97bb5100-b37f-4454-a004-a7f1573e4596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1130 time: 0.0441883 May 13 22:00:13.321668 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-5d24982d-e13b-4d9b-bc99-a95ba059b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:13.323127 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-5d24982d-e13b-4d9b-bc99-a95ba059b4ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.0810640 May 13 22:00:13.388762 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-40c6e6db-4f35-4fa1-913c-2013caf1a4cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 1001 time: 0.0585487 May 13 22:00:13.437224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-733732f2-183f-4f01-b6fc-e8d159f6e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:13.438745 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-733732f2-183f-4f01-b6fc-e8d159f6e469 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0441444 May 13 22:00:13.483886 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-a4943bf0-7553-410f-9656-60fccf7c974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:13.485301 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-a4943bf0-7553-410f-9656-60fccf7c974c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396857 May 13 22:00:13.839547 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-14bdd32e-41fc-488d-bdad-dd5cc7cf002c service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474059 May 13 22:00:13.927047 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bb21ef1a-d353-4fd4-8071-c2d1aeaf0636 req-5ada9b54-563a-4f0b-bc6e-bc31ab1106b8 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808477 May 13 22:00:13.954802 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:14.318214 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548aac8-b4a2-40ec-9a77-c3ec93f7ba78 req-d87139df-004d-4bcf-bb16-c3f918336c3f tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:14.319659 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d548aac8-b4a2-40ec-9a77-c3ec93f7ba78 req-d87139df-004d-4bcf-bb16-c3f918336c3f tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0460780 May 13 22:00:14.368032 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d548aac8-b4a2-40ec-9a77-c3ec93f7ba78 req-ae8d324e-0fa5-4157-8e0c-5d6cf7d83e34 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 May 13 22:00:15.071401 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2c1c6aa8-ae0d-457c-b181-c3c596496e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:15.479717 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e332b-fe11-4ecc-8014-774d711aee1b req-df76c81c-6f28-47f1-9096-a8767f461ba2 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:15.481253 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-969e332b-fe11-4ecc-8014-774d711aee1b req-df76c81c-6f28-47f1-9096-a8767f461ba2 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0455854 May 13 22:00:15.530125 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-969e332b-fe11-4ecc-8014-774d711aee1b req-409060c4-0d46-4416-995b-b67b758274bd tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422821 May 13 22:00:17.305585 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e8519b98-6a8a-4069-8311-ff51ffbbcc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:18.535346 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:19.878684 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:21.311248 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:35.674031 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:00:35.764890 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50324) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:35.908450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Deleting port 205bb347-e975-43b4-937c-8b3a9f6ca050 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:35.908776 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:35.984381 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:35.984706 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (205bb347-e975-43b4-937c-8b3a9f6ca050), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:35.996862 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Calling delete_port for 205bb347-e975-43b4-937c-8b3a9f6ca050 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:36.139373 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (205bb347-e975-43b4-937c-8b3a9f6ca050), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:36.161804 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'Port': ['ID=205bb347-e975-43b4-937c-8b3a9f6ca050,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:36.224160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (0d1f3999-f8d3-4c3f-b4d9-deea72131e79), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:36.224489 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Floating IP 0d1f3999-f8d3-4c3f-b4d9-deea72131e79 disassociated (deleted). External IP: 172.27.0.154, port: d6036886-557c-4b1f-9914-05a443e0e1d8. May 13 22:00:36.432685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:00:36.549882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:00:36.554647 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:36.559344 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:00:36.568960 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:36.569575 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:36.583778 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1bbc82a9-1d65-460b-bf7a-b7a8bd888c9f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "DELETE /v2.0/floatingips/0d1f3999-f8d3-4c3f-b4d9-deea72131e79 HTTP/1.1" status: 204 len: 168 time: 0.8178184 May 13 22:00:36.584369 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:36.586607 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9855e75-4a80-43c3-8261-964eac82229d" -d '{"events": [{"name": "network-changed", "server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:00:36.623224 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9783159-3a71-4e52-8dad-1f545aac5237 x-openstack-request-id: req-a9783159-3a71-4e52-8dad-1f545aac5237 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:00:36.623661 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:00:36.623977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9783159-3a71-4e52-8dad-1f545aac5237 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:00:36.625004 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9783159-3a71-4e52-8dad-1f545aac5237'] response: {'name': 'network-changed', 'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'status': 'completed', 'code': 200} May 13 22:00:36.683455 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:36.733238 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855e75-4a80-43c3-8261-964eac82229d req-25b419d5-7bd1-4262-9c91-01efdff834d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:36.736899 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-25b419d5-7bd1-4262-9c91-01efdff834d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 1129 time: 0.0611959 May 13 22:00:36.820716 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f8fd-7481-4bed-b0c1-c1cbb91a05d5 req-a93d5a14-4ac7-47d3-bae8-15036ad7e79c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:36.822221 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c7a2f8fd-7481-4bed-b0c1-c1cbb91a05d5 req-a93d5a14-4ac7-47d3-bae8-15036ad7e79c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0497768 May 13 22:00:36.872079 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c7a2f8fd-7481-4bed-b0c1-c1cbb91a05d5 req-b5edc43e-cf39-4547-866a-2c8d45979bb7 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441315 May 13 22:00:36.910512 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:47Z', 'revision_number': 1, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:36.940674 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:00:36.948951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:36.949561 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:37.056565 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:37.270978 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:47Z', 'revision_number': 1, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:37.300700 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69a950-66f0-41ec-95ec-b27ea82ab1c2 None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '9c8810fd-e1fa-40c6-ab64-344e1f4a92ab', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'port_id': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'mac_address': 'fa:16:3e:72:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T21:56:44Z', 'updated_at': '2022-05-13T21:56:47Z', 'revision_number': 1, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:00:37.529591 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688cba1e-2e26-4fcf-a81f-76a22e75cc46 None None] New status for floating IP 0d1f3999-f8d3-4c3f-b4d9-deea72131e79: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:00:38.032323 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd081c-c8e0-4da6-859e-5f968f843315 req-31eaa275-5249-44e5-a0df-85ad4b0968b0 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:38.034308 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1edd081c-c8e0-4da6-859e-5f968f843315 req-31eaa275-5249-44e5-a0df-85ad4b0968b0 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0917163 May 13 22:00:38.038873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855e75-4a80-43c3-8261-964eac82229d req-1bd5c220-7c7a-4f00-b41b-7bde85b0f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:38.040218 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-1bd5c220-7c7a-4f00-b41b-7bde85b0f488 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.1295233 May 13 22:00:38.083901 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1edd081c-c8e0-4da6-859e-5f968f843315 req-ce554343-0ed8-4aa0-9bee-3271356e5dd9 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 May 13 22:00:38.170406 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-43bdec06-f0a8-4a36-9875-2060106f9784 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6036886-557c-4b1f-9914-05a443e0e1d8 HTTP/1.1" status: 200 len: 217 time: 0.0345628 May 13 22:00:38.222111 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855e75-4a80-43c3-8261-964eac82229d req-e391acfb-e3cf-400b-b512-ac2d559a9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:38.223665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-e391acfb-e3cf-400b-b512-ac2d559a9870 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0472918 May 13 22:00:38.445088 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855e75-4a80-43c3-8261-964eac82229d req-d7367c60-ad11-498f-8a3d-7d5d658d9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:38.446610 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-d7367c60-ad11-498f-8a3d-7d5d658d9af3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401134 May 13 22:00:38.547104 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-7402ce07-4618-4d47-8aa7-ecef03990950 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904791 May 13 22:00:38.605047 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-0ac66e1b-e2ed-41bf-803e-8e6225ef75cf tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:38.606759 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-0ac66e1b-e2ed-41bf-803e-8e6225ef75cf tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 945 time: 0.0777843 May 13 22:00:38.719458 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9855e75-4a80-43c3-8261-964eac82229d req-3352e94a-442e-48a0-a8e4-e58af667db0b service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541750 May 13 22:00:38.734047 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Deleting port d6036886-557c-4b1f-9914-05a443e0e1d8 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:38.734372 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:38.826855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] For port d6036886-557c-4b1f-9914-05a443e0e1d8, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d6036886-557c-4b1f-9914-05a443e0e1d8,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:38.827228 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:38.840417 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Calling delete_port for d6036886-557c-4b1f-9914-05a443e0e1d8 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:38.967777 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (d6036886-557c-4b1f-9914-05a443e0e1d8), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:38.996711 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'Port': ['ID=d6036886-557c-4b1f-9914-05a443e0e1d8,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:39.041344 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] No DVR routers for this DVR port d6036886-557c-4b1f-9914-05a443e0e1d8 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:00:39.043814 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:39.046951 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-588e37af-9b3b-4215-ace1-a816fcec7df1 req-9662df1b-5a61-4357-8aac-70d1cb05e260 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "DELETE /v2.0/ports/d6036886-557c-4b1f-9914-05a443e0e1d8 HTTP/1.1" status: 204 len: 173 time: 0.4122994 May 13 22:00:39.047388 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'name': 'network-vif-deleted', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:39.050228 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc86b797-c09b-44a1-b52f-73ddebf477c7" -d '{"events": [{"server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "name": "network-vif-deleted", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:00:39.094019 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1951a5-bbba-4bd3-b628-23f9ffc7966d x-openstack-request-id: req-1d1951a5-bbba-4bd3-b628-23f9ffc7966d {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:00:39.094312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412d34a5-c099-4131-83f9-1a845f319d30", "name": "network-vif-deleted", "tag": "d6036886-557c-4b1f-9914-05a443e0e1d8", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:00:39.094609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d1951a5-bbba-4bd3-b628-23f9ffc7966d {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:00:39.095056 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1951a5-bbba-4bd3-b628-23f9ffc7966d'] response: {'server_uuid': '412d34a5-c099-4131-83f9-1a845f319d30', 'name': 'network-vif-deleted', 'tag': 'd6036886-557c-4b1f-9914-05a443e0e1d8', 'status': 'completed', 'code': 200} May 13 22:00:39.180427 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-49442d01-39f6-4a35-88ac-b54f94bbbf6b req-63d673f7-7527-415d-baa1-69da44e23fc0 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 210 time: 0.0283706 May 13 22:00:40.290791 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-533c94c9-a225-4f13-81cf-4443cadb2813 req-2c1d1190-a76f-4854-9264-85cb6bc0d4ae tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=412d34a5-c099-4131-83f9-1a845f319d30 HTTP/1.1" status: 200 len: 210 time: 0.0278149 May 13 22:00:42.556945 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device d6036886-557c-4b1f-9914-05a443e0e1d8 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:42.577099 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: d6036886-557c-4b1f-9914-05a443e0e1d8 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:42.577427 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device d6036886-557c-4b1f-9914-05a443e0e1d8 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:43.564119 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50384) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:43.712285 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Deleting port 45166c42-412e-4fdc-bbe9-161fc44ebe2c {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:43.712630 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:43.786184 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:43.786519 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (45166c42-412e-4fdc-bbe9-161fc44ebe2c), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:43.798261 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Calling delete_port for 45166c42-412e-4fdc-bbe9-161fc44ebe2c owned by network:floatingip {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:43.986493 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (45166c42-412e-4fdc-bbe9-161fc44ebe2c), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:43.992810 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:44.013807 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'Port': ['ID=45166c42-412e-4fdc-bbe9-161fc44ebe2c,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:44.075462 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (9c8810fd-e1fa-40c6-ab64-344e1f4a92ab), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:44.075699 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Floating IP 9c8810fd-e1fa-40c6-ab64-344e1f4a92ab disassociated (deleted). External IP: 172.27.0.87, port: ae3ce264-7948-4690-9c35-37b75db494f0. May 13 22:00:44.288266 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:00:44.396017 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:00:44.400762 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:44.405167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:00:44.418231 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:44.418871 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:44.429320 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7d33f8ce-418b-4bde-830e-e06df075acfc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "DELETE /v2.0/floatingips/9c8810fd-e1fa-40c6-ab64-344e1f4a92ab HTTP/1.1" status: 204 len: 168 time: 0.8641009 May 13 22:00:44.430026 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:44.432404 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a868a4-8240-4bd5-84f4-259a66b606f1" -d '{"events": [{"name": "network-changed", "server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:00:44.473772 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084c88f9-494a-4a71-9f92-c939d3bf3f29 x-openstack-request-id: req-084c88f9-494a-4a71-9f92-c939d3bf3f29 {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:00:44.474136 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:00:44.474483 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-084c88f9-494a-4a71-9f92-c939d3bf3f29 {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:00:44.474985 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084c88f9-494a-4a71-9f92-c939d3bf3f29'] response: {'name': 'network-changed', 'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'status': 'completed', 'code': 200} May 13 22:00:44.539198 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:44.571705 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-8542d919-f1f3-435e-8447-040e54d87b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:44.573281 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-8542d919-f1f3-435e-8447-040e54d87b34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 1129 time: 0.0525112 May 13 22:00:44.659577 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c6433-3dd7-4e3c-b0ba-6cfac2768b11 req-ac55c2ea-3e0a-4faf-9a94-a3c7026b5169 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:44.660955 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ad6c6433-3dd7-4e3c-b0ba-6cfac2768b11 req-ac55c2ea-3e0a-4faf-9a94-a3c7026b5169 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0493104 May 13 22:00:44.717734 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ad6c6433-3dd7-4e3c-b0ba-6cfac2768b11 req-c3fd9c73-9c6e-4be2-baab-10a937f28e3c tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496745 May 13 22:00:44.863460 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:44.888473 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:00:44.896414 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:44.897005 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:45.004525 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:45.113714 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e68ae3f0-017d-4c99-8fd8-d2acb2c8d57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:45.213630 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:45.240049 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c1c98-c086-42a0-9f8c-14fad0dac67b None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T21:52:45Z', 'revision_number': 4, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ed505b73-8090-4074-9bff-c3b1dd20da7a', 'name': '', 'network_id': 'db469d62-9f19-4947-a3c5-257e3bf41ebd', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'mac_address': 'fa:16:3e:c7:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:44Z', 'updated_at': '2022-05-13T21:52:50Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'subnets': [{'id': '0f674b44-212e-43e6-bad0-504fc079bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:00:45.453166 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a755c-4ade-4e64-89d4-18207bb35e11 None None] New status for floating IP 9c8810fd-e1fa-40c6-ab64-344e1f4a92ab: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:00:45.855406 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ccc60-ff41-4a58-b9f0-8a952e30ba74 req-e0eb587e-4470-45df-8d56-643e7ee17f1f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:45.857001 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-016ccc60-ff41-4a58-b9f0-8a952e30ba74 req-e0eb587e-4470-45df-8d56-643e7ee17f1f tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0681119 May 13 22:00:45.946235 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-d168ae70-5495-42d3-8067-45bc4d1c76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:45.947675 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-d168ae70-5495-42d3-8067-45bc4d1c76d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 200 len: 913 time: 0.1306648 May 13 22:00:45.952245 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-016ccc60-ff41-4a58-b9f0-8a952e30ba74 req-dc936ebd-51d4-4121-81fb-fbe02f81d3f7 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637629 May 13 22:00:46.379247 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-bc3f13d5-36d5-453d-8273-b956afd87f20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 200 len: 217 time: 0.0383019 May 13 22:00:46.433221 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-e511af7d-8bd4-431c-bc11-2da066d65efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:46.434640 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-e511af7d-8bd4-431c-bc11-2da066d65efa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 200 len: 851 time: 0.0470226 May 13 22:00:46.689488 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-06024d16-46c2-4ef1-b2c3-9fad32f70e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:46.691141 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-06024d16-46c2-4ef1-b2c3-9fad32f70e67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db469d62-9f19-4947-a3c5-257e3bf41ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399683 May 13 22:00:46.831152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-6281ffc2-e7f9-4886-acc2-f0f2599d21cd tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:46.832612 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-6281ffc2-e7f9-4886-acc2-f0f2599d21cd tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.0966475 May 13 22:00:46.887402 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-3349feb9-2d37-4536-82c7-aecf9e5d33d5 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527982 May 13 22:00:46.934270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Deleting port ae3ce264-7948-4690-9c35-37b75db494f0 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:46.934612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:47.118997 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e021b6-779c-487f-b3d5-d82b453d0af9 req-99ee6389-9ff6-4d32-bb17-273682c4f7de tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:47.120264 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-37e021b6-779c-487f-b3d5-d82b453d0af9 req-99ee6389-9ff6-4d32-bb17-273682c4f7de tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 945 time: 0.1011987 May 13 22:00:47.126537 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] For port ae3ce264-7948-4690-9c35-37b75db494f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ae3ce264-7948-4690-9c35-37b75db494f0,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:47.126934 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:47.164510 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Calling delete_port for ae3ce264-7948-4690-9c35-37b75db494f0 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:47.167665 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d7a868a4-8240-4bd5-84f4-259a66b606f1 req-0d6fee59-b933-474e-a58f-6141e23f77e2 service neutron] 10.222.0.58 "GET /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188501 May 13 22:00:47.234825 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-37e021b6-779c-487f-b3d5-d82b453d0af9 req-1d78a03d-beac-4ec6-a745-5b7ef99f9665 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8702ef1-d79b-4c97-90a2-db12d096ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046619 May 13 22:00:47.309901 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1124be88-547b-45a8-a208-42afc93fe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:47.337420 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (ae3ce264-7948-4690-9c35-37b75db494f0), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:47.365034 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'Port': ['ID=ae3ce264-7948-4690-9c35-37b75db494f0,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:47.380510 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.380863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.381209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.381553 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.381888 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.382221 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.382552 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.382911 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.383240 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.383687 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.384022 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.384409 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.384640 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.384962 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.385283 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:47.423516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] No DVR routers for this DVR port ae3ce264-7948-4690-9c35-37b75db494f0 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:00:47.426548 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:47.429999 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0b36ebef-9b26-4b17-b258-5cd77802131f req-bef45aa3-a3c2-428a-9256-2be29e4997a6 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.58 "DELETE /v2.0/ports/ae3ce264-7948-4690-9c35-37b75db494f0 HTTP/1.1" status: 204 len: 173 time: 0.5864732 May 13 22:00:47.430447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'name': 'network-vif-deleted', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:47.432771 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f812834-065d-49a1-91b3-23bd4200c2e4" -d '{"events": [{"server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "name": "network-vif-deleted", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:00:47.475745 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c83628-f1ec-4f92-a2df-8f6742802cc4 x-openstack-request-id: req-d4c83628-f1ec-4f92-a2df-8f6742802cc4 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:00:47.476036 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b508c5-7d8a-4a7f-8732-c1b6d75f010c", "name": "network-vif-deleted", "tag": "ae3ce264-7948-4690-9c35-37b75db494f0", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:00:47.476287 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4c83628-f1ec-4f92-a2df-8f6742802cc4 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:00:47.476689 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c83628-f1ec-4f92-a2df-8f6742802cc4'] response: {'server_uuid': '48b508c5-7d8a-4a7f-8732-c1b6d75f010c', 'name': 'network-vif-deleted', 'tag': 'ae3ce264-7948-4690-9c35-37b75db494f0', 'status': 'completed', 'code': 200} May 13 22:00:48.348116 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2efa3819-30e4-4de3-8b90-1ad2a9b0541b req-ec6332aa-341f-4a55-8e5d-08251138ffdc tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "GET /v2.0/ports?device_id=48b508c5-7d8a-4a7f-8732-c1b6d75f010c HTTP/1.1" status: 200 len: 210 time: 0.0338652 May 13 22:00:48.536930 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:48.875093 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04709823-eb8d-4f2f-887f-391a2055e692 req-c425f690-ed25-4e25-9d1b-9c3f937c0cb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:48.876668 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04709823-eb8d-4f2f-887f-391a2055e692 req-c425f690-ed25-4e25-9d1b-9c3f937c0cb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0513611 May 13 22:00:48.922804 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-04709823-eb8d-4f2f-887f-391a2055e692 req-4db0ab59-70ad-4778-8938-db1bbcc9458f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 May 13 22:00:49.404735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50444) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:49.517450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Deleting port b29f4c40-50bc-435c-b137-472ab7687caf {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:49.517798 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (b29f4c40-50bc-435c-b137-472ab7687caf), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:49.591082 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (b29f4c40-50bc-435c-b137-472ab7687caf), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:49.591410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (b29f4c40-50bc-435c-b137-472ab7687caf), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:49.603603 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Calling delete_port for b29f4c40-50bc-435c-b137-472ab7687caf owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:49.731495 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (b29f4c40-50bc-435c-b137-472ab7687caf), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:49.759975 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'Port': ['ID=b29f4c40-50bc-435c-b137-472ab7687caf,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:49.821242 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for floatingip (0601e18c-575e-4618-aeba-b79843852f6a), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:49.823903 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:49.825053 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-28379f3e-c318-4642-99a7-55f15ed71c21 tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "DELETE /v2.0/floatingips/0601e18c-575e-4618-aeba-b79843852f6a HTTP/1.1" status: 204 len: 168 time: 0.4193580 May 13 22:00:49.882098 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:50.036252 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642e51-c9fb-4d20-a18a-7c5793f2d016 req-87610d77-5772-4168-8997-6598168d084d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:50.037702 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d8642e51-c9fb-4d20-a18a-7c5793f2d016 req-87610d77-5772-4168-8997-6598168d084d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0469110 May 13 22:00:50.092607 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d8642e51-c9fb-4d20-a18a-7c5793f2d016 req-494c736f-a2b6-4c22-9f0f-26c8ab85d934 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492527 May 13 22:00:50.599277 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device ae3ce264-7948-4690-9c35-37b75db494f0 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:50.619483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: ae3ce264-7948-4690-9c35-37b75db494f0 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:50.619822 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device ae3ce264-7948-4690-9c35-37b75db494f0 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:50.752843 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-620a79fd-2615-49e5-b3e9-b2970acd3f95 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:50.754274 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-620a79fd-2615-49e5-b3e9-b2970acd3f95 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0503502 May 13 22:00:51.026845 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50462) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:51.090605 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group (a8702ef1-d79b-4c97-90a2-db12d096ccc8), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.094680 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port b92d864c-4291-4c00-b9d1-a641e24a3814 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:51.095055 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.120876 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group (a8702ef1-d79b-4c97-90a2-db12d096ccc8), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.195347 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (a8702ef1-d79b-4c97-90a2-db12d096ccc8), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.198028 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.201827 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] 10.222.0.35 "DELETE /v2.0/security-groups/a8702ef1-d79b-4c97-90a2-db12d096ccc8 HTTP/1.1" status: 204 len: 168 time: 0.1713593 May 13 22:00:51.209464 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8702ef1-d79b-4c97-90a2-db12d096ccc8,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:51.216944 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.217216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.217556 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.217900 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.218239 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.218565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.219280 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.219888 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.220250 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.220581 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.220913 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.221279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.221608 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.221930 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.222253 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4797b184-e324-4815-a8ed-dc0ce829abda tempest-TestVolumeBootPattern-572711134 tempest-TestVolumeBootPattern-572711134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:51.238794 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523ac6-705b-4430-bcdf-e210f3e31d25 req-f8447835-6fd5-4785-871d-00f54257a60f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:51.245610 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a3523ac6-705b-4430-bcdf-e210f3e31d25 req-f8447835-6fd5-4785-871d-00f54257a60f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 945 time: 0.0768366 May 13 22:00:51.267124 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50468) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:51.279257 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] For port b92d864c-4291-4c00-b9d1-a641e24a3814, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b92d864c-4291-4c00-b9d1-a641e24a3814,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:51.279634 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.307887 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.355290 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a3523ac6-705b-4430-bcdf-e210f3e31d25 req-92e410ad-e321-4f91-ae76-d7062bb12b8f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=8fb27477-7621-4468-9aee-83958a55bbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087587 May 13 22:00:51.672547 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (e3f19d15-54b9-41d5-97b2-371799a0f198), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.755022 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.755656 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (f5eef072-b9eb-4235-8c5d-0e0c10f566fe), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.755786 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP f5eef072-b9eb-4235-8c5d-0e0c10f566fe disassociated. External IP: 172.27.0.63, port: b92d864c-4291-4c00-b9d1-a641e24a3814. May 13 22:00:51.756025 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for b92d864c-4291-4c00-b9d1-a641e24a3814 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:51.889553 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (b92d864c-4291-4c00-b9d1-a641e24a3814), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.911455 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Deleting port ed505b73-8090-4074-9bff-c3b1dd20da7a {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:51.911798 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:51.921696 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=b92d864c-4291-4c00-b9d1-a641e24a3814,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:51.995749 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] For port ed505b73-8090-4074-9bff-c3b1dd20da7a, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=ed505b73-8090-4074-9bff-c3b1dd20da7a,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:51.996166 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:52.009048 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Calling delete_port for ed505b73-8090-4074-9bff-c3b1dd20da7a owned by network:router_interface {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:52.040194 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:00:52.187198 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:00:52.199057 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:00:52.209801 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:52.210774 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:52.226491 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (ed505b73-8090-4074-9bff-c3b1dd20da7a), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:52.241976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] No DVR routers for this DVR port b92d864c-4291-4c00-b9d1-a641e24a3814 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:00:52.265572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed505b73-8090-4074-9bff-c3b1dd20da7a,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:52.265819 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:52.270501 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8e9a2e20-7c9c-44ad-a3df-a125c67fb35b req-9a05414b-fc72-4153-9193-a4080dab0df3 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "DELETE /v2.0/ports/b92d864c-4291-4c00-b9d1-a641e24a3814 HTTP/1.1" status: 204 len: 173 time: 1.2709570 May 13 22:00:52.271688 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'name': 'network-vif-deleted', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:52.273885 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161e9f5-3464-47e2-a29e-56dca9b78102" -d '{"events": [{"server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "name": "network-vif-deleted", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:00:52.318971 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8db652-d082-4a33-8759-13781109c4ee req-4f3894a8-bbe6-4dd9-b9c9-2deeced45b28 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:52.321325 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc8db652-d082-4a33-8759-13781109c4ee req-4f3894a8-bbe6-4dd9-b9c9-2deeced45b28 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.1037686 May 13 22:00:52.332775 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:52.369782 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f44c29-a2c3-4223-b17f-aaca43bf3cb3 x-openstack-request-id: req-77f44c29-a2c3-4223-b17f-aaca43bf3cb3 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:00:52.370147 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509162fe-11c2-46c2-bcb9-806b229cfcfe", "name": "network-vif-deleted", "tag": "b92d864c-4291-4c00-b9d1-a641e24a3814", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:00:52.370347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77f44c29-a2c3-4223-b17f-aaca43bf3cb3 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:00:52.372639 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f44c29-a2c3-4223-b17f-aaca43bf3cb3'] response: {'server_uuid': '509162fe-11c2-46c2-bcb9-806b229cfcfe', 'name': 'network-vif-deleted', 'tag': 'b92d864c-4291-4c00-b9d1-a641e24a3814', 'status': 'completed', 'code': 200} May 13 22:00:52.427008 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc8db652-d082-4a33-8759-13781109c4ee req-2fab4506-22ff-463e-9b4e-88414be0f101 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000543 May 13 22:00:52.548729 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-229611de-3cf9-4fcb-afad-c197ad071db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:52.550698 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-229611de-3cf9-4fcb-afad-c197ad071db5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1130 time: 0.0739205 May 13 22:00:52.601678 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (e3f19d15-54b9-41d5-97b2-371799a0f198), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:52.623170 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:52.633858 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aec1a186-4230-4df7-9882-a42f0be9fa86 req-11d44d37-8aa2-4439-9f43-f3023ee92809 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=509162fe-11c2-46c2-bcb9-806b229cfcfe HTTP/1.1" status: 200 len: 210 time: 0.0819347 May 13 22:00:52.657417 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:00:52.666951 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:52.667963 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:52.766399 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-e0a29dca-e4cd-4f89-9cbf-2c7d5e8df4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:52.768728 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-e0a29dca-e4cd-4f89-9cbf-2c7d5e8df4bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.1913700 May 13 22:00:52.792999 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:52.882594 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Router e3f19d15-54b9-41d5-97b2-371799a0f198 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:00:52.993419 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:52.997455 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-db9a8b4b-0e2b-4d49-825d-84ac7ef210d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 1001 time: 0.0780163 May 13 22:00:53.005817 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:00:53.011433 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-bd73581b-dd25-468f-b5c5-732c251934f7 admin admin] 10.222.0.35 "PUT /v2.0/routers/e3f19d15-54b9-41d5-97b2-371799a0f198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7409065 May 13 22:00:53.013805 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50482) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:53.017057 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] Sync routers for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:00:53.022160 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2019524-95a1-4b22-89ec-f720dabed980 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:00:53.040634 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:53.041561 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:53.074898 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-957d4d5c-435f-4034-b81b-ee64e06feeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:53.077111 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-957d4d5c-435f-4034-b81b-ee64e06feeea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0488501 May 13 22:00:53.146445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-1679ded8-54a8-438f-ae00-258ada439cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:53.148413 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-1679ded8-54a8-438f-ae00-258ada439cac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654294 May 13 22:00:53.158557 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks [] for router (e3f19d15-54b9-41d5-97b2-371799a0f198), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.268084 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-c168c627-5f8f-45af-ab90-d3efead3513d service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129603 May 13 22:00:53.305090 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:53.372333 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-70dac7db-edf4-416f-b4dd-a9917ca21fa3 req-cb4277d2-d484-4f0e-8c79-275a4a52ecf2 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963547 May 13 22:00:53.403035 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7e4ac-df76-4129-bc70-4e304d601a2b None None] New status for floating IP f5eef072-b9eb-4235-8c5d-0e0c10f566fe: DOWN {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:00:53.503844 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T22:00:52Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:53.530826 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] Checking router: e3f19d15-54b9-41d5-97b2-371799a0f198 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:00:53.540321 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] Routers {'e3f19d15-54b9-41d5-97b2-371799a0f198'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:53.540954 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['e3f19d15-54b9-41d5-97b2-371799a0f198'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:53.577535 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cbaa0-a5c1-48ae-ac98-cfe89c677535 req-7a188a1b-b8a7-4106-b48a-ea9808f05907 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:53.579415 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d50cbaa0-a5c1-48ae-ac98-cfe89c677535 req-7a188a1b-b8a7-4106-b48a-ea9808f05907 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0669589 May 13 22:00:53.580579 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks [] for router_gateway (e3f19d15-54b9-41d5-97b2-371799a0f198), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.630472 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Deleting port fc031c83-1c6a-400e-9e63-113a89e449f3 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:53.630853 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.632178 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d50cbaa0-a5c1-48ae-ac98-cfe89c677535 req-39eb869a-02f2-403d-93ca-45dbe0436d6d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462844 May 13 22:00:53.665331 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] Set router e3f19d15-54b9-41d5-97b2-371799a0f198 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:53.721423 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] For port fc031c83-1c6a-400e-9e63-113a89e449f3, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=fc031c83-1c6a-400e-9e63-113a89e449f3,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:53.721825 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.724189 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50490) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:53.749216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Calling delete_port for fc031c83-1c6a-400e-9e63-113a89e449f3 owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:53.830935 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb0cb-5a3e-47d8-a3cf-3b0b0530389a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (8fb27477-7621-4468-9aee-83958a55bbc1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.849601 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T22:00:52Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:53.864272 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb0cb-5a3e-47d8-a3cf-3b0b0530389a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (8fb27477-7621-4468-9aee-83958a55bbc1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.876849 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b78ae-3645-48b4-bd9c-882f8606579d None None] The sync data for ids ['e3f19d15-54b9-41d5-97b2-371799a0f198'] in dv-cinder-840516-1-iscsi is: [{'id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'name': 'tempest-TestVolumeBootPattern-1017278240-router', 'tenant_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:40Z', 'updated_at': '2022-05-13T22:00:52Z', 'revision_number': 5, 'project_id': 'e2695816a7fb4bd7ab0ea420b156e6e6', 'gw_port': {'id': 'fc031c83-1c6a-400e-9e63-113a89e449f3', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f19d15-54b9-41d5-97b2-371799a0f198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:41Z', 'updated_at': '2022-05-13T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:00:53.983986 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb0cb-5a3e-47d8-a3cf-3b0b0530389a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (8fb27477-7621-4468-9aee-83958a55bbc1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.986477 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb0cb-5a3e-47d8-a3cf-3b0b0530389a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:53.987678 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4f7eb0cb-5a3e-47d8-a3cf-3b0b0530389a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/security-groups/8fb27477-7621-4468-9aee-83958a55bbc1 HTTP/1.1" status: 204 len: 168 time: 0.2625573 May 13 22:00:53.990429 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50492) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.001638 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb0cb-5a3e-47d8-a3cf-3b0b0530389a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb27477-7621-4468-9aee-83958a55bbc1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:54.003379 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.api.v2.resource [None req-2e650b42-9925-46a1-bc8b-f501700602ab tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] show failed (client error): The resource could not be found. May 13 22:00:54.004363 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2e650b42-9925-46a1-bc8b-f501700602ab tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups/8fb27477-7621-4468-9aee-83958a55bbc1 HTTP/1.1" status: 404 len: 347 time: 0.0128369 May 13 22:00:54.007222 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50494) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.019002 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (fc031c83-1c6a-400e-9e63-113a89e449f3), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.053903 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc031c83-1c6a-400e-9e63-113a89e449f3,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:54.112660 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (e3f19d15-54b9-41d5-97b2-371799a0f198), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.130462 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port acc00da0-d9b6-47f0-9104-555ef47dbff0 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:54.130817 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.205199 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (e3f19d15-54b9-41d5-97b2-371799a0f198), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.207948 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks [] for router_controller (e3f19d15-54b9-41d5-97b2-371799a0f198), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.214522 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.215416 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (acc00da0-d9b6-47f0-9104-555ef47dbff0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.235961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for acc00da0-d9b6-47f0-9104-555ef47dbff0 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:54.257324 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (e3f19d15-54b9-41d5-97b2-371799a0f198), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.257948 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f19d15-54b9-41d5-97b2-371799a0f198 {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 22:00:54.262270 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.263476 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-d61fc1c3-aa99-4288-ab5e-96ab9f947a6e admin admin] 10.222.0.35 "DELETE /v2.0/routers/e3f19d15-54b9-41d5-97b2-371799a0f198 HTTP/1.1" status: 204 len: 168 time: 1.2472420 May 13 22:00:54.265871 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50496) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.315229 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Deleting subnet 0f674b44-212e-43e6-bad0-504fc079bfe2 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:00:54.318445 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Publish callbacks [] for subnet (0f674b44-212e-43e6-bad0-504fc079bfe2), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.356355 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (0f674b44-212e-43e6-bad0-504fc079bfe2), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.379040 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (acc00da0-d9b6-47f0-9104-555ef47dbff0), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.407694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=acc00da0-d9b6-47f0-9104-555ef47dbff0,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:54.435427 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (0f674b44-212e-43e6-bad0-504fc079bfe2), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.471002 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (f5eef072-b9eb-4235-8c5d-0e0c10f566fe), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.474052 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.475220 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-9bc60df4-84e9-4f13-8fe3-2c5a6d23e33e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/floatingips/f5eef072-b9eb-4235-8c5d-0e0c10f566fe HTTP/1.1" status: 204 len: 168 time: 0.4671037 May 13 22:00:54.500814 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (0f674b44-212e-43e6-bad0-504fc079bfe2), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.531784 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b87e9-64e4-4714-a6f4-a87f99c6fecb None None] Network db469d62-9f19-4947-a3c5-257e3bf41ebd requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:00:54.543726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.550454 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0f674b44-212e-43e6-bad0-504fc079bfe2 HTTP/1.1" status: 204 len: 168 time: 0.2813184 May 13 22:00:54.550454 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96348f98-73e2-4caa-b35d-dba2814d42d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f674b44-212e-43e6-bad0-504fc079bfe2,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:54.551899 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50500) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.574235 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50502) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.579056 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939088492', 'description': 'tempest-description--468932036'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:54.611792 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.635638 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b92d864c-4291-4c00-b9d1-a641e24a3814 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:54.647972 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (db469d62-9f19-4947-a3c5-257e3bf41ebd), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.662114 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: b92d864c-4291-4c00-b9d1-a641e24a3814 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:54.662539 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b92d864c-4291-4c00-b9d1-a641e24a3814 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:54.700071 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Deleting port 51530323-efd4-4b88-b8a6-1290cd368b20 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:54.700582 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.710907 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (fd460a17-5f34-4c20-9da4-d2e346f74b8a), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.716829 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (fd460a17-5f34-4c20-9da4-d2e346f74b8a), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.754791 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.756019 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1807454 May 13 22:00:54.759609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50506) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.763746 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': 'fd460a17-5f34-4c20-9da4-d2e346f74b8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:54.768106 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54af23-4911-4e21-9ebd-b46e88c96b16 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd460a17-5f34-4c20-9da4-d2e346f74b8a,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:54.793723 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (dd48626e-62d2-46c7-92dd-c3f5f60bcad8), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.802314 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] For port 51530323-efd4-4b88-b8a6-1290cd368b20, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=51530323-efd4-4b88-b8a6-1290cd368b20,segment=NetworkSegment(95012cb6-6e29-46b0-aed7-3a2fd26491d2),segment_id=95012cb6-6e29-46b0-aed7-3a2fd26491d2)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:54.802675 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.817267 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff518219-dfab-4b19-a85c-8a1ba5cb54e7 req-d01e76bf-4354-4cfc-bfb4-a5a6aa4fbdb9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:54.818825 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ff518219-dfab-4b19-a85c-8a1ba5cb54e7 req-d01e76bf-4354-4cfc-bfb4-a5a6aa4fbdb9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0907154 May 13 22:00:54.824919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Calling delete_port for 51530323-efd4-4b88-b8a6-1290cd368b20 owned by network:dhcp {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:54.855475 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (dd48626e-62d2-46c7-92dd-c3f5f60bcad8), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.859969 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (dd48626e-62d2-46c7-92dd-c3f5f60bcad8), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.879406 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd48626e-62d2-46c7-92dd-c3f5f60bcad8,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:54.887279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.891156 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-0e454b6f-dbab-470b-80e3-7ea81a88360a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280603 May 13 22:00:54.891404 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50508) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:54.896373 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'security_group_rule': {'security_group_id': 'fd460a17-5f34-4c20-9da4-d2e346f74b8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:54.915391 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ff518219-dfab-4b19-a85c-8a1ba5cb54e7 req-26f551be-c594-47d7-b7e5-0c2c917debe4 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881331 May 13 22:00:54.921772 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (62389d1c-07fd-41f5-b051-f09087ae4d8d), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:54.964588 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463f170-e76f-432b-9efe-0cc8111d5c34 None None] DHCP port deletion for db469d62-9f19-4947-a3c5-257e3bf41ebd request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 22:00:54.968273 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (51530323-efd4-4b88-b8a6-1290cd368b20), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.004041 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (62389d1c-07fd-41f5-b051-f09087ae4d8d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.011800 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] No DVR routers for this DVR port 51530323-efd4-4b88-b8a6-1290cd368b20 on host dv-cinder-840516-1-iscsi {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:00:55.017540 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (62389d1c-07fd-41f5-b051-f09087ae4d8d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.018315 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51530323-efd4-4b88-b8a6-1290cd368b20,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:55.041995 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.043241 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508024 May 13 22:00:55.046269 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50510) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:55.047403 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057b35b-1d0b-4264-a7f1-6018b7257482 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62389d1c-07fd-41f5-b051-f09087ae4d8d,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:55.051934 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:55.060025 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device ed505b73-8090-4074-9bff-c3b1dd20da7a no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:55.084316 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: ed505b73-8090-4074-9bff-c3b1dd20da7a {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:55.084661 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device ed505b73-8090-4074-9bff-c3b1dd20da7a not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:55.085062 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device fc031c83-1c6a-400e-9e63-113a89e449f3 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:55.104483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: fc031c83-1c6a-400e-9e63-113a89e449f3 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:55.104913 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device fc031c83-1c6a-400e-9e63-113a89e449f3 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:55.105384 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 51530323-efd4-4b88-b8a6-1290cd368b20 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:55.114136 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (db469d62-9f19-4947-a3c5-257e3bf41ebd), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.123527 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.125421 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 51530323-efd4-4b88-b8a6-1290cd368b20 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:55.125772 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 51530323-efd4-4b88-b8a6-1290cd368b20 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:55.161996 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db469d62-9f19-4947-a3c5-257e3bf41ebd']}} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:55.203380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95012cb6-6e29-46b0-aed7-3a2fd26491d2') {'for_net_delete': True} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:55.203675 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95012cb6-6e29-46b0-aed7-3a2fd26491d2') {} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:55.219105 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14381704'] for segment (95012cb6-6e29-46b0-aed7-3a2fd26491d2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.239743 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (95012cb6-6e29-46b0-aed7-3a2fd26491d2), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.245336 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.249073 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:00:55.249449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13642576'] for segment (95012cb6-6e29-46b0-aed7-3a2fd26491d2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: Traceback (most recent call last): May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: timer() May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: cb(*args, **kw) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: return func(*args, **kwargs) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: self._notify() May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: self.callback(batched_events) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: event.method(event) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: return f(self, *a, **k) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._get(url).json() May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: return self.request(url, 'GET', **kwargs) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:00:55.251489 dv-cinder-840516-1-iscsi neutron-server[114887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:00:55.345367 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (db469d62-9f19-4947-a3c5-257e3bf41ebd), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.350613 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.353680 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/db469d62-9f19-4947-a3c5-257e3bf41ebd HTTP/1.1" status: 204 len: 168 time: 0.8001888 May 13 22:00:55.357001 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50512) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:55.373152 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbba264-fccf-4d9b-81ad-ca7668975ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db469d62-9f19-4947-a3c5-257e3bf41ebd,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:55.420350 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.27.0.12 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/3b10fe5e-c469-4701-b2e7-e5d3d54e0b70) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:00:55.528216 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.561988 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.596493 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:00:55.600723 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:00:55.604262 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:00:55.631164 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=3b10fe5e-c469-4701-b2e7-e5d3d54e0b70,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:55.693802 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (442fa4be-f024-4071-b67e-66ee047d27df), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.700586 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (a3581a5b-87b3-45de-b06f-a5092f1e90c9), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.740551 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.920520 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.924905 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.926900 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Deleting port 80e47552-90ff-47fb-be73-323786566844 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:55.927426 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (80e47552-90ff-47fb-be73-323786566844), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:55.995130 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=3b10fe5e-c469-4701-b2e7-e5d3d54e0b70,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:56.006031 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (a3581a5b-87b3-45de-b06f-a5092f1e90c9), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:56.011605 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] For port 80e47552-90ff-47fb-be73-323786566844, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=80e47552-90ff-47fb-be73-323786566844,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:56.012136 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (80e47552-90ff-47fb-be73-323786566844), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:56.030300 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Calling delete_port for 80e47552-90ff-47fb-be73-323786566844 owned by network:router_interface {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:56.046449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:56.047698 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-092149ba-85c4-4295-aff0-0e42ad8c86e5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0004547 May 13 22:00:56.061627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1996-f7ca-4f80-ab45-35c12b769cf7 req-88eb803f-77b9-44ab-9069-e72a036f7b30 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:56.063293 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fbfe1996-f7ca-4f80-ab45-35c12b769cf7 req-88eb803f-77b9-44ab-9069-e72a036f7b30 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0543861 May 13 22:00:56.116849 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fbfe1996-f7ca-4f80-ab45-35c12b769cf7 req-713fc42e-2c92-4d50-a665-4295fc80f387 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469329 May 13 22:00:56.209718 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-cc29f6ad-97e7-4c93-bd09-f41dce6315fc tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--939088492&fields=id&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 267 time: 0.0430064 May 13 22:00:56.231609 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (80e47552-90ff-47fb-be73-323786566844), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:56.259111 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e47552-90ff-47fb-be73-323786566844,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:56.322922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-4dd6e07f-5766-4c6b-a709-7856fb78dead tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:56.324500 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-4dd6e07f-5766-4c6b-a709-7856fb78dead tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1082449 May 13 22:00:56.339755 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-4b22d878-3089-46ac-9f4b-f6d1d54d66af tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/quotas/a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 375 time: 0.0095985 May 13 22:00:56.398049 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-003d2927-10e2-4ccb-8dd2-4e1a8549b479 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526698 May 13 22:00:56.429651 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (442fa4be-f024-4071-b67e-66ee047d27df), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:56.494591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-5a137e8a-5f4e-4fc3-bd4d-13a767c61199 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838385 May 13 22:00:56.585955 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-a1869da1-b8af-4d5e-824f-598933927993 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854731 May 13 22:00:56.650023 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Router 442fa4be-f024-4071-b67e-66ee047d27df has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:00:56.758554 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e144f373-47ab-4b68-97ec-ea1c792cdfe6 req-fca54b3b-5b3c-4ecb-aaf8-d2a8ed8a59dd tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 210 time: 0.0330305 May 13 22:00:56.787286 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:00:56.792793 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-56974e76-45f6-43f3-8848-c85a070d5181 admin admin] 10.222.0.35 "PUT /v2.0/routers/442fa4be-f024-4071-b67e-66ee047d27df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347398 May 13 22:00:56.795324 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50536) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:56.798493 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] Sync routers for ids ['442fa4be-f024-4071-b67e-66ee047d27df'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:00:56.811060 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] Routers {'442fa4be-f024-4071-b67e-66ee047d27df'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:56.811766 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['442fa4be-f024-4071-b67e-66ee047d27df'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:56.906114 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks [] for router (442fa4be-f024-4071-b67e-66ee047d27df), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:56.927190 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] Set router 442fa4be-f024-4071-b67e-66ee047d27df gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:57.017600 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks [] for router_gateway (442fa4be-f024-4071-b67e-66ee047d27df), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.064785 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Deleting port 2b80758c-3975-4ca4-9405-042b250336a1 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:57.065203 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (2b80758c-3975-4ca4-9405-042b250336a1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.107885 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '2b80758c-3975-4ca4-9405-042b250336a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T22:00:56Z', 'revision_number': 5, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port': {'id': '2b80758c-3975-4ca4-9405-042b250336a1', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:81:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442fa4be-f024-4071-b67e-66ee047d27df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:52:52Z', 'updated_at': '2022-05-13T21:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:57.144660 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] Checking router: 442fa4be-f024-4071-b67e-66ee047d27df for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:00:57.161926 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] Routers {'442fa4be-f024-4071-b67e-66ee047d27df'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:00:57.162619 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['442fa4be-f024-4071-b67e-66ee047d27df'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:57.163885 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] For port 2b80758c-3975-4ca4-9405-042b250336a1, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=2b80758c-3975-4ca4-9405-042b250336a1,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:57.164260 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (2b80758c-3975-4ca4-9405-042b250336a1), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.184044 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Calling delete_port for 2b80758c-3975-4ca4-9405-042b250336a1 owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:57.241998 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b576f-fcea-43d8-b522-a66d8fa0f8f6 req-3cf526fb-459d-4a38-b0b5-983c61ccc996 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:57.243616 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cd1b576f-fcea-43d8-b522-a66d8fa0f8f6 req-3cf526fb-459d-4a38-b0b5-983c61ccc996 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0514021 May 13 22:00:57.271783 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] Set router 442fa4be-f024-4071-b67e-66ee047d27df gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:00:57.303210 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cd1b576f-fcea-43d8-b522-a66d8fa0f8f6 req-19a8b5d8-bf5c-4d93-b4c3-77e88a965d16 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535388 May 13 22:00:57.326474 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T22:00:57Z', 'revision_number': 6, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:57.357542 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f0cf5-519b-4096-9a16-e5bfc09af294 None None] The sync data for ids ['442fa4be-f024-4071-b67e-66ee047d27df'] in dv-cinder-840516-1-iscsi is: [{'id': '442fa4be-f024-4071-b67e-66ee047d27df', 'name': 'tempest-TestVolumeBootPattern-409669046-router', 'tenant_id': '1db44b16e87747aeab1ff242b1556794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:52:51Z', 'updated_at': '2022-05-13T22:00:57Z', 'revision_number': 6, 'project_id': '1db44b16e87747aeab1ff242b1556794', 'gw_port_host': None}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:00:57.399493 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (2b80758c-3975-4ca4-9405-042b250336a1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.429586 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b80758c-3975-4ca4-9405-042b250336a1,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:57.487925 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (442fa4be-f024-4071-b67e-66ee047d27df), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.843598 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (442fa4be-f024-4071-b67e-66ee047d27df), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.846053 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks [] for router_controller (442fa4be-f024-4071-b67e-66ee047d27df), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.897431 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e77fcf37-d065-449e-a15f-1b6bd149eb0c req-52daa417-cf6f-4672-897b-7291c1e0fee6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 210 time: 0.0306537 May 13 22:00:57.904038 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (442fa4be-f024-4071-b67e-66ee047d27df), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.904669 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442fa4be-f024-4071-b67e-66ee047d27df {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 22:00:57.909133 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.912593 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-78f97656-3e08-480d-8c9a-8d5e9def412a admin admin] 10.222.0.35 "DELETE /v2.0/routers/442fa4be-f024-4071-b67e-66ee047d27df HTTP/1.1" status: 204 len: 168 time: 1.1135173 May 13 22:00:57.912879 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50548) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:57.937447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-8c73b4fa-02a3-4d0f-8a2f-520702b12fa0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:57.938990 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-8c73b4fa-02a3-4d0f-8a2f-520702b12fa0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 814 time: 0.1838365 May 13 22:00:57.959265 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Deleting subnet 2f1807dd-de01-4ead-bf88-adabfc4982fe {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:00:57.962496 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Publish callbacks [] for subnet (2f1807dd-de01-4ead-bf88-adabfc4982fe), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:57.997518 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (2f1807dd-de01-4ead-bf88-adabfc4982fe), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.012399 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-33a69147-cfc0-4882-9eac-02db89b3c52a tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04ed773a4b44bf5b881acbdf51a8463 HTTP/1.1" status: 200 len: 379 time: 0.0552807 May 13 22:00:58.069955 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'port': {'device_id': '95326641-0743-49d2-9719-ee331cf16224', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'admin_state_up': True, 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'security_groups': ['fd460a17-5f34-4c20-9da4-d2e346f74b8a']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:58.076528 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (2f1807dd-de01-4ead-bf88-adabfc4982fe), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.128437 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (2f1807dd-de01-4ead-bf88-adabfc4982fe), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.156038 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1807dd-de01-4ead-bf88-adabfc4982fe,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:58.158984 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.163619 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-18dfce80-afc9-4d7e-8262-79bbd0310c28 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2f1807dd-de01-4ead-bf88-adabfc4982fe HTTP/1.1" status: 204 len: 168 time: 0.2488346 May 13 22:00:58.165644 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff1050-eaaa-4e02-93cc-23c0397ef97a None None] Network 58c007f9-4947-433b-9c04-c53c2f09ba9e requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:00:58.167161 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50554) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:58.180574 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Made reservation on behalf of a04ed773a4b44bf5b881acbdf51a8463 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:00:58.191592 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.260788 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (58c007f9-4947-433b-9c04-c53c2f09ba9e), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.310565 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Deleting port 7035a605-6b11-4180-915a-060e81e50e17 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:58.310939 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (7035a605-6b11-4180-915a-060e81e50e17), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.335002 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Allocated IP 172.20.0.7 (ffb86270-54c5-4ed6-9100-3db6f56fe50f/f3e3fe72-9293-42fa-bb1b-644476a13132/2e0831c3-7654-4574-9f96-038ce1df1fc9) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:00:58.361015 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] DHCP port deletion for 58c007f9-4947-433b-9c04-c53c2f09ba9e request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 22:00:58.381368 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] For port 7035a605-6b11-4180-915a-060e81e50e17, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=7035a605-6b11-4180-915a-060e81e50e17,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:58.381741 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (7035a605-6b11-4180-915a-060e81e50e17), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.395791 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Calling delete_port for 7035a605-6b11-4180-915a-060e81e50e17 owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:58.414586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Deleting port 7035a605-6b11-4180-915a-060e81e50e17 {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:00:58.415154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (7035a605-6b11-4180-915a-060e81e50e17), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.487514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (7035a605-6b11-4180-915a-060e81e50e17), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.502942 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] For port 7035a605-6b11-4180-915a-060e81e50e17, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=7035a605-6b11-4180-915a-060e81e50e17,segment=NetworkSegment(3cd8135f-8ab7-41ba-8159-341fc60304c6),segment_id=3cd8135f-8ab7-41ba-8159-341fc60304c6)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:00:58.503544 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (7035a605-6b11-4180-915a-060e81e50e17), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.509318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3558bf-26da-49d0-9d4c-4bf7d9705bd3 req-9a0cf9a4-f6d3-4fd1-ba0b-26ba84cd81e5 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:58.511229 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ad3558bf-26da-49d0-9d4c-4bf7d9705bd3 req-9a0cf9a4-f6d3-4fd1-ba0b-26ba84cd81e5 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0977666 May 13 22:00:58.525722 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Pushing event deleted for resources: {'Port': ['ID=7035a605-6b11-4180-915a-060e81e50e17,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:58.530282 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Calling delete_port for 7035a605-6b11-4180-915a-060e81e50e17 owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:00:58.531354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] No DVR routers for this DVR port 7035a605-6b11-4180-915a-060e81e50e17 on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:00:58.601209 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ad3558bf-26da-49d0-9d4c-4bf7d9705bd3 req-525cf848-8b25-4267-ae87-9b2907875518 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836110 May 13 22:00:58.612575 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.635094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (7035a605-6b11-4180-915a-060e81e50e17), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.636474 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (58c007f9-4947-433b-9c04-c53c2f09ba9e), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.648330 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] No DVR routers for this DVR port 7035a605-6b11-4180-915a-060e81e50e17 on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:00:58.653638 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.667764 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c007f9-4947-433b-9c04-c53c2f09ba9e']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:58.677358 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd8135f-8ab7-41ba-8159-341fc60304c6') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:58.677494 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd8135f-8ab7-41ba-8159-341fc60304c6') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:00:58.677996 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Pushing event deleted for resources: {'Port': ['ID=7035a605-6b11-4180-915a-060e81e50e17,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:58.691434 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.691822 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.692173 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.692498 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.693157 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.693647 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.694841 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.695348 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.695910 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.696402 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.696629 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (3cd8135f-8ab7-41ba-8159-341fc60304c6), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.697117 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.697696 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.698186 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.698802 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.699287 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1742044b-b78f-4855-91b3-602d96b1cbd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:00:58.722725 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (3cd8135f-8ab7-41ba-8159-341fc60304c6), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.722965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:00:58.724250 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:00:58.726988 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:00:58.727648 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (3cd8135f-8ab7-41ba-8159-341fc60304c6), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.729452 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:00:58.729603 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:00:58.734371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event updated for resources: {'Port': ['ID=2e0831c3-7654-4574-9f96-038ce1df1fc9,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:58.769752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2b80758c-3975-4ca4-9405-042b250336a1 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:58.791574 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:58.792317 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.795716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 2b80758c-3975-4ca4-9405-042b250336a1 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:58.796378 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 2b80758c-3975-4ca4-9405-042b250336a1 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:58.796851 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 80e47552-90ff-47fb-be73-323786566844 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:58.800630 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (58c007f9-4947-433b-9c04-c53c2f09ba9e), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.821648 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 80e47552-90ff-47fb-be73-323786566844 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:58.822454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 80e47552-90ff-47fb-be73-323786566844 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:58.823194 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 7035a605-6b11-4180-915a-060e81e50e17 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:00:58.824100 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.825994 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c9c13940-d356-4265-8937-3b98b85c58f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598133 May 13 22:00:58.828829 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] 10.222.0.35 "DELETE /v2.0/networks/58c007f9-4947-433b-9c04-c53c2f09ba9e HTTP/1.1" status: 204 len: 168 time: 0.6605511 May 13 22:00:58.829731 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07265d83-0b7e-4e4c-9f58-25a1ab263434 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c007f9-4947-433b-9c04-c53c2f09ba9e,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:58.846138 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Request body: {'port': {'device_id': '95326641-0743-49d2-9719-ee331cf16224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:00:58.846840 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 7035a605-6b11-4180-915a-060e81e50e17 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:00:58.847195 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 7035a605-6b11-4180-915a-060e81e50e17 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:00:58.932356 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:58.964577 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50562) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:58.987798 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-968fe295-1b5c-43ec-824c-582adf48673e None None] Provisioning complete for port 2e0831c3-7654-4574-9f96-038ce1df1fc9 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:00:58.988644 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-968fe295-1b5c-43ec-824c-582adf48673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.020787 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ddba9cdd-3af7-49d1-8334-0797b895d25b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2695816a7fb4bd7ab0ea420b156e6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549715 May 13 22:00:59.021487 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50564) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:59.026595 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-968fe295-1b5c-43ec-824c-582adf48673e None None] Port 2e0831c3-7654-4574-9f96-038ce1df1fc9 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:00:59.060344 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542594c-c345-49f9-8ce8-c0486bf79b11 req-a5714c4b-9db3-4410-a51a-4f42926fd665 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:59.061801 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0542594c-c345-49f9-8ce8-c0486bf79b11 req-a5714c4b-9db3-4410-a51a-4f42926fd665 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 931 time: 0.0756669 May 13 22:00:59.068871 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7571f6c7-5950-41d5-8fbc-86a2f30c6590 admin admin] Publish callbacks [] for security_group (130b5cbc-6c58-44d5-8759-197b95f5efd0), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.090353 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7571f6c7-5950-41d5-8fbc-86a2f30c6590 admin admin] Publish callbacks [] for security_group (130b5cbc-6c58-44d5-8759-197b95f5efd0), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.136572 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7571f6c7-5950-41d5-8fbc-86a2f30c6590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (130b5cbc-6c58-44d5-8759-197b95f5efd0), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.139323 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7571f6c7-5950-41d5-8fbc-86a2f30c6590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.143261 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7571f6c7-5950-41d5-8fbc-86a2f30c6590 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/130b5cbc-6c58-44d5-8759-197b95f5efd0 HTTP/1.1" status: 204 len: 168 time: 0.1180887 May 13 22:00:59.153269 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571f6c7-5950-41d5-8fbc-86a2f30c6590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130b5cbc-6c58-44d5-8759-197b95f5efd0,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:59.186054 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0542594c-c345-49f9-8ce8-c0486bf79b11 req-0fa77125-b840-40c8-8821-afa29484fa71 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162329 May 13 22:00:59.477926 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50570) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:59.520532 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-bab8143a-4811-4a7b-b8fe-7c9a4ceda738 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1db44b16e87747aeab1ff242b1556794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392001 May 13 22:00:59.520803 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50572) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:00:59.568395 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b040-2c49-4e83-ae21-a3b1d46bf7b4 admin admin] Publish callbacks [] for security_group (6af0c77f-1163-48d8-b8ca-de46acb08cd4), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.574765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0831c3-7654-4574-9f96-038ce1df1fc9 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:00:59.582835 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Publish callbacks [] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.598641 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b040-2c49-4e83-ae21-a3b1d46bf7b4 admin admin] Publish callbacks [] for security_group (6af0c77f-1163-48d8-b8ca-de46acb08cd4), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.601761 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Transition to ACTIVE for port object 2e0831c3-7654-4574-9f96-038ce1df1fc9 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 22:00:59.606479 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.656825 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b040-2c49-4e83-ae21-a3b1d46bf7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6af0c77f-1163-48d8-b8ca-de46acb08cd4), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.660401 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b040-2c49-4e83-ae21-a3b1d46bf7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.664147 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-6ec4b040-2c49-4e83-ae21-a3b1d46bf7b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6af0c77f-1163-48d8-b8ca-de46acb08cd4 HTTP/1.1" status: 204 len: 168 time: 0.1399262 May 13 22:00:59.664313 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0831c3-7654-4574-9f96-038ce1df1fc9,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:59.677930 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4b040-2c49-4e83-ae21-a3b1d46bf7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af0c77f-1163-48d8-b8ca-de46acb08cd4,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:00:59.766784 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904c509-4dd1-4f8f-9d92-bb1ffba67bde req-12a5ed19-39dd-4e94-b76e-f6fb1e31090d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:59.768402 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6904c509-4dd1-4f8f-9d92-bb1ffba67bde req-12a5ed19-39dd-4e94-b76e-f6fb1e31090d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0805223 May 13 22:00:59.789683 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Attempting to bind port 2e0831c3-7654-4574-9f96-038ce1df1fc9 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:00:59.790018 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Attempting to bind port 2e0831c3-7654-4574-9f96-038ce1df1fc9 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:00:59.790409 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Attempting to bind port 2e0831c3-7654-4574-9f96-038ce1df1fc9 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:00:59.804542 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Port 2e0831c3-7654-4574-9f96-038ce1df1fc9 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 22:00:59.804964 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Attempting to bind port 2e0831c3-7654-4574-9f96-038ce1df1fc9 on network ffb86270-54c5-4ed6-9100-3db6f56fe50f {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:00:59.821021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:00:59.821290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Checking segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:00:59.821682 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Bound using segment: {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:00:59.822120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Bound port: 2e0831c3-7654-4574-9f96-038ce1df1fc9, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:00:59.822480 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.846761 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6904c509-4dd1-4f8f-9d92-bb1ffba67bde req-0b3b58f0-888c-4f98-9880-98c9fe51b643 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684907 May 13 22:00:59.913479 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] For port 2e0831c3-7654-4574-9f96-038ce1df1fc9, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:00:59.916789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] For port 2e0831c3-7654-4574-9f96-038ce1df1fc9, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:00:59.923654 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.960085 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:00:59.961008 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:00:59.962518 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] 10.222.0.58 "PUT /v2.0/ports/2e0831c3-7654-4574-9f96-038ce1df1fc9 HTTP/1.1" status: 200 len: 1093 time: 1.1233380 May 13 22:00:59.965124 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:00:59.967560 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80687482-605e-4e04-a8d7-66019c0e2f72" -d '{"events": [{"name": "network-changed", "server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:00.018371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df4715-ea4b-4e83-be9c-7834499c9cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0831c3-7654-4574-9f96-038ce1df1fc9,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:00.022434 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c50dd2-08cb-402d-b9e7-674644f29f22 x-openstack-request-id: req-45c50dd2-08cb-402d-b9e7-674644f29f22 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:00.023000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:00.023318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45c50dd2-08cb-402d-b9e7-674644f29f22 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:00.023739 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c50dd2-08cb-402d-b9e7-674644f29f22'] response: {'name': 'network-changed', 'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'status': 'completed', 'code': 200} May 13 22:01:00.074351 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-6fa03691-6190-4b44-94e5-8d8675f9adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:00.076198 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-6fa03691-6190-4b44-94e5-8d8675f9adec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 1127 time: 0.0454860 May 13 22:01:00.131689 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c804f344-78e2-4eb6-9a37-3836bfde7e93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9 HTTP/1.1" status: 200 len: 217 time: 0.0421088 May 13 22:01:00.183089 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-df98127a-0daa-41e0-a60b-2f91032453bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:00.184573 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-df98127a-0daa-41e0-a60b-2f91032453bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0460405 May 13 22:01:00.235453 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c5e46b5a-7f2f-4c96-b1c5-6168ebc5d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:00.236995 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-c5e46b5a-7f2f-4c96-b1c5-6168ebc5d897 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468194 May 13 22:01:00.347606 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e9466-2e4f-44b9-b81f-55e2e1116057 req-33fb54db-2340-414b-a332-dfb90aa2693d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:00.348976 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d80e9466-2e4f-44b9-b81f-55e2e1116057 req-33fb54db-2340-414b-a332-dfb90aa2693d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 943 time: 0.0855477 May 13 22:01:00.387097 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-157bb4da-9f54-44ac-aa96-a7a90f303716 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404333 May 13 22:01:00.430583 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d80e9466-2e4f-44b9-b81f-55e2e1116057 req-a1212687-e997-4e79-ac12-20f506e007f8 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760698 May 13 22:01:00.492271 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cb6e75b3-8eda-4375-bb60-1ff5abb6a75e req-a0f1ac02-8a01-405c-97c2-e669711dd457 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997138 May 13 22:01:00.962923 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be9d2-1d86-442c-bb2a-f81923eb2c3d req-ad0fce8f-1d8b-47c7-9c45-665e32e2d78c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:00.964393 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ea8be9d2-1d86-442c-bb2a-f81923eb2c3d req-ad0fce8f-1d8b-47c7-9c45-665e32e2d78c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0455408 May 13 22:01:01.009306 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-ea8be9d2-1d86-442c-bb2a-f81923eb2c3d req-b8325c83-c283-4592-831d-3819573a0a2a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 May 13 22:01:01.270188 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-3841f32e-220b-42d9-8b62-762094e50f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:01.271601 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-3841f32e-220b-42d9-8b62-762094e50f27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 1127 time: 0.0390530 May 13 22:01:01.362656 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-f9f83027-2c52-4c88-b24d-283ad6bca0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:01.364126 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-f9f83027-2c52-4c88-b24d-283ad6bca0d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.0868475 May 13 22:01:01.404541 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-9d8bfa1f-7d3e-474e-a477-d219e356eae1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9 HTTP/1.1" status: 200 len: 217 time: 0.0335867 May 13 22:01:01.454188 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-dfc9d921-a55c-4153-975e-59f368fd667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:01.456202 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-dfc9d921-a55c-4153-975e-59f368fd667d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0463614 May 13 22:01:01.501328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-babe0b38-8be8-4d22-82ee-ab084b9073f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:01.503551 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-babe0b38-8be8-4d22-82ee-ab084b9073f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416157 May 13 22:01:01.594275 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd10618-cba9-4ba3-839b-0b77da414109 req-d50f50be-fe61-4682-830c-583388d5e6de tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:01.595671 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2bd10618-cba9-4ba3-839b-0b77da414109 req-d50f50be-fe61-4682-830c-583388d5e6de tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 943 time: 0.0964053 May 13 22:01:01.646279 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-96a45390-4ba8-4cef-ab1b-b6562f59e692 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353869 May 13 22:01:01.675418 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-2bd10618-cba9-4ba3-839b-0b77da414109 req-94a21120-3cac-49d8-ab72-588ecbad4186 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740509 May 13 22:01:01.743171 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-80687482-605e-4e04-a8d7-66019c0e2f72 req-452b27e9-2f76-43d4-bddd-adfb764d2b90 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897439 May 13 22:01:02.125089 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a70b4c-b14a-4ffb-99aa-da44e4eec4a6 req-27f9ba2a-4291-4d17-a52d-b99445ddf496 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:02.126559 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-52a70b4c-b14a-4ffb-99aa-da44e4eec4a6 req-27f9ba2a-4291-4d17-a52d-b99445ddf496 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0515509 May 13 22:01:02.172153 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-52a70b4c-b14a-4ffb-99aa-da44e4eec4a6 req-e4bc4319-a9b3-4f56-a5fb-c89b16812e69 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 May 13 22:01:02.643956 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2e0831c3-7654-4574-9f96-038ce1df1fc9 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 22:01:02.743698 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 2e0831c3-7654-4574-9f96-038ce1df1fc9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:02.891440 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'port_id': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'mac_address': 'fa:16:3e:5d:9c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 22:01:02.929296 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 2e0831c3-7654-4574-9f96-038ce1df1fc9 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:01:02.929594 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:02.942437 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0831c3-7654-4574-9f96-038ce1df1fc9 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:01:02.946946 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b95544-4c4b-48f3-85cd-d48196afd593 req-a31afbb3-0acf-4be2-9aaf-69ad51c59c44 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:02.948438 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25b95544-4c4b-48f3-85cd-d48196afd593 req-a31afbb3-0acf-4be2-9aaf-69ad51c59c44 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 943 time: 0.0467224 May 13 22:01:02.961651 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 2e0831c3-7654-4574-9f96-038ce1df1fc9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:02.965708 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:02.996049 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-25b95544-4c4b-48f3-85cd-d48196afd593 req-0b1bf077-7939-44fa-a6e5-e9afeee2ae44 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421376 May 13 22:01:03.015070 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=2e0831c3-7654-4574-9f96-038ce1df1fc9,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:03.255761 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['2e0831c3-7654-4574-9f96-038ce1df1fc9'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:01:03.290054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85f7fe-b4bc-4536-9019-ec6b4d2e4cd5 req-5e2aed17-52ca-49ba-9037-84ed223cee26 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:03.291618 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-de85f7fe-b4bc-4536-9019-ec6b4d2e4cd5 req-5e2aed17-52ca-49ba-9037-84ed223cee26 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0502138 May 13 22:01:03.338130 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-de85f7fe-b4bc-4536-9019-ec6b4d2e4cd5 req-3796658c-19d8-4919-8dc8-a1d335ed155a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 May 13 22:01:03.613597 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-863d1851-f9f2-4acc-8a69-6783a6a29957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:03.615033 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-863d1851-f9f2-4acc-8a69-6783a6a29957 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 1130 time: 0.0417123 May 13 22:01:03.723322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1abc-7756-4847-a83e-a55c490cb559 req-b8ca66f4-22b2-439a-8f25-97942fbd8e2d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:03.724767 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-055f1abc-7756-4847-a83e-a55c490cb559 req-b8ca66f4-22b2-439a-8f25-97942fbd8e2d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0853720 May 13 22:01:03.765169 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-cd0be655-9932-468f-97ec-e0bec474ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:03.766609 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-cd0be655-9932-468f-97ec-e0bec474ea19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.1448605 May 13 22:01:03.823778 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-055f1abc-7756-4847-a83e-a55c490cb559 req-e33b09e9-14fc-4851-8e1a-8ad6348f486a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931814 May 13 22:01:03.847495 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-444644b8-4643-4ff1-b2df-ffdbcebeedbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 200 len: 1001 time: 0.0734658 May 13 22:01:03.894612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-1b4ecc57-e40e-4d21-9af7-f34d6c7ebfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:03.895984 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-1b4ecc57-e40e-4d21-9af7-f34d6c7ebfa2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0428824 May 13 22:01:03.937840 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-087fda9c-ba5f-4133-bfae-1c858ca780b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:03.939307 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-087fda9c-ba5f-4133-bfae-1c858ca780b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373874 May 13 22:01:04.030567 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-859b7ba4-d0f8-41d8-9442-83c507974c1a service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 May 13 22:01:04.150121 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3782392-5382-4728-9425-6b34dded3c07 req-75d6e35e-b855-4c67-b039-7b121df7f294 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:04.151536 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d3782392-5382-4728-9425-6b34dded3c07 req-75d6e35e-b855-4c67-b039-7b121df7f294 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 944 time: 0.0853951 May 13 22:01:04.168585 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-72e23d99-d7e0-41ff-b078-4bb0fa4da06d req-54cb1824-5d30-4578-a443-b07337cf4cef service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327481 May 13 22:01:04.203017 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d3782392-5382-4728-9425-6b34dded3c07 req-50cad22e-eb15-4f2a-adb2-dab4894fb52b tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457094 May 13 22:01:04.649542 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2e0831c3-7654-4574-9f96-038ce1df1fc9 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:01:04.693841 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 2e0831c3-7654-4574-9f96-038ce1df1fc9 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 22:01:04.700011 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 2e0831c3-7654-4574-9f96-038ce1df1fc9 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:01:04.700385 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:04.776684 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 2e0831c3-7654-4574-9f96-038ce1df1fc9 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:01:04.777062 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:04.798652 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:04.801394 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d522e1-941b-4f84-8cc8-8e068054c0c1" -d '{"events": [{"server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "name": "network-vif-plugged", "status": "completed", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:04.813511 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 2e0831c3-7654-4574-9f96-038ce1df1fc9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:04.818586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:04.840968 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e89312-4cfb-41a8-a1c4-3f88ed81eff7 x-openstack-request-id: req-41e89312-4cfb-41a8-a1c4-3f88ed81eff7 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:04.841256 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "name": "network-vif-plugged", "status": "completed", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:04.841506 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41e89312-4cfb-41a8-a1c4-3f88ed81eff7 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:04.841894 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e89312-4cfb-41a8-a1c4-3f88ed81eff7'] response: {'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'code': 200} May 13 22:01:04.867608 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=2e0831c3-7654-4574-9f96-038ce1df1fc9,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:04.933991 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f3e64-86c9-4a2d-96ce-2ae2600d489d req-f2a45332-5737-4915-901a-ecb261ed5341 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:04.935605 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-da0f3e64-86c9-4a2d-96ce-2ae2600d489d req-f2a45332-5737-4915-901a-ecb261ed5341 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0458367 May 13 22:01:04.981434 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-da0f3e64-86c9-4a2d-96ce-2ae2600d489d req-516d8227-6d10-4330-b925-e455908d2590 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 May 13 22:01:05.228195 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6357f8-c9bd-4d4a-b396-d917afb1db31 req-acba6c49-11ca-4b6e-81d0-a6eb8e5b4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:05.229571 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3f6357f8-c9bd-4d4a-b396-d917afb1db31 req-acba6c49-11ca-4b6e-81d0-a6eb8e5b4dfc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 1129 time: 0.0414555 May 13 22:01:05.285979 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3f6357f8-c9bd-4d4a-b396-d917afb1db31 req-4d41f042-c1c2-4962-9b4e-ffc69453fa5d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498450 May 13 22:01:05.318015 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180125-5f14-4e89-8550-f84e03ad0ce3 req-cffb7fc3-312a-4b72-bf86-3727cb83f5f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:05.319475 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-98180125-5f14-4e89-8550-f84e03ad0ce3 req-cffb7fc3-312a-4b72-bf86-3727cb83f5f7 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0485005 May 13 22:01:05.366574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-98180125-5f14-4e89-8550-f84e03ad0ce3 req-e7d605f2-3895-4551-998b-95dfaaa0f0d5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415399 May 13 22:01:06.091337 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d537-eef7-4f44-a3c1-00d6f1024a81 req-58cc6507-d696-4bcf-9d1d-8cf1798d4011 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:06.092778 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9a59d537-eef7-4f44-a3c1-00d6f1024a81 req-58cc6507-d696-4bcf-9d1d-8cf1798d4011 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0454569 May 13 22:01:06.139578 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9a59d537-eef7-4f44-a3c1-00d6f1024a81 req-1d2700c0-7ad4-4e59-aa0f-2138057ef04a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 May 13 22:01:06.478846 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4136a22-35de-4a3b-a93d-843d1d93924a req-56bb8e5c-c453-4e2c-b107-3ee9ae5c539e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:06.480310 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f4136a22-35de-4a3b-a93d-843d1d93924a req-56bb8e5c-c453-4e2c-b107-3ee9ae5c539e tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0495744 May 13 22:01:06.526661 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f4136a22-35de-4a3b-a93d-843d1d93924a req-b7100b8c-7039-4fc5-b8b6-fbe2724e35bf tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 May 13 22:01:06.630977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a2c41-54c8-4390-84b6-4ed5b75198c3 req-e6428fe0-6b2c-422f-954b-31c2488b6339 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:06.632420 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a56a2c41-54c8-4390-84b6-4ed5b75198c3 req-e6428fe0-6b2c-422f-954b-31c2488b6339 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0453038 May 13 22:01:06.640670 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50612) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:06.645632 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Request body: {'floatingip': {'port_id': '2e0831c3-7654-4574-9f96-038ce1df1fc9'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:06.686436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (a3581a5b-87b3-45de-b06f-a5092f1e90c9), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:07.107428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:07.111183 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (a3581a5b-87b3-45de-b06f-a5092f1e90c9), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:07.213416 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP a3581a5b-87b3-45de-b06f-a5092f1e90c9 associated. External IP: 172.27.0.12, port: 2e0831c3-7654-4574-9f96-038ce1df1fc9. May 13 22:01:07.427260 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:01:07.534091 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:01:07.538558 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:07.545515 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:01:07.555172 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:07.555849 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:07.567223 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-33523319-1a15-4c5e-b517-5d4270011be5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "PUT /v2.0/floatingips/a3581a5b-87b3-45de-b06f-a5092f1e90c9 HTTP/1.1" status: 200 len: 990 time: 0.9255056 May 13 22:01:07.567823 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:07.570067 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:07.604887 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba5f5e9-5785-4bce-abc2-9ce93e66944c x-openstack-request-id: req-2ba5f5e9-5785-4bce-abc2-9ce93e66944c {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:07.605179 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:07.605429 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ba5f5e9-5785-4bce-abc2-9ce93e66944c {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:07.606086 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba5f5e9-5785-4bce-abc2-9ce93e66944c'] response: {'name': 'network-changed', 'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'status': 'completed', 'code': 200} May 13 22:01:07.669683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:07.689432 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-8a718455-5d75-4b4f-83cc-deb7e3421c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:07.691409 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-8a718455-5d75-4b4f-83cc-deb7e3421c24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 1129 time: 0.0441225 May 13 22:01:07.786040 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-0480225e-b66c-44e0-b1a0-162b7762fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:07.787590 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-0480225e-b66c-44e0-b1a0-162b7762fdbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 200 len: 915 time: 0.0896425 May 13 22:01:07.854439 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-f2aeb736-f3d0-49f3-b6c4-3f9eda8d91d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9 HTTP/1.1" status: 200 len: 998 time: 0.0605555 May 13 22:01:07.885227 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'a3581a5b-87b3-45de-b06f-a5092f1e90c9', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:5d:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95326641-0743-49d2-9719-ee331cf16224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:00:55Z', 'updated_at': '2022-05-13T22:01:07Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:07.900996 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-f7d634c4-bd33-46c2-969b-ccc14378e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:07.902521 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-f7d634c4-bd33-46c2-969b-ccc14378e54a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 200 len: 853 time: 0.0427432 May 13 22:01:07.915160 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:01:07.923391 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:07.924027 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:00:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:07.944302 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-2247cd8c-51e1-489f-aeff-ef8596834bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:07.945827 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-2247cd8c-51e1-489f-aeff-ef8596834bba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ffb86270-54c5-4ed6-9100-3db6f56fe50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378153 May 13 22:01:08.030432 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:08.036646 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-30c1517b-1795-4bb6-96d8-542209410dd0 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848711 May 13 22:01:08.127228 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b2ffa097-e76d-4b2a-9375-84007f3f0ac8 req-eac23d3c-c6ab-449a-9cc1-dfeec499efa9 service neutron] 10.222.0.58 "GET /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843065 May 13 22:01:08.250926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'a3581a5b-87b3-45de-b06f-a5092f1e90c9', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:5d:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95326641-0743-49d2-9719-ee331cf16224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:00:55Z', 'updated_at': '2022-05-13T22:01:07Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:08.276799 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cac152-872c-44cd-a6e6-e3dd73cd0f52 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': 'a3581a5b-87b3-45de-b06f-a5092f1e90c9', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'port_id': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'mac_address': 'fa:16:3e:5d:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95326641-0743-49d2-9719-ee331cf16224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:00:55Z', 'updated_at': '2022-05-13T22:01:07Z', 'revision_number': 1, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:01:08.468789 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82752b19-97b7-4e95-96a6-5e906e5682c5 None None] New status for floating IP a3581a5b-87b3-45de-b06f-a5092f1e90c9: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:01:12.672386 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:01:13.950433 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:15.066567 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-bf2f303b-433e-43a6-b8df-447e0dfd13cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:17.311820 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b3dcba97-7eaa-4cb7-b727-a8d7dabeba13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:18.539895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:19.883966 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:21.303669 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:38.806161 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013403-027b-4674-bd37-059dc5884132 req-686c8014-893b-4f6b-a053-956328fd6982 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:38.807633 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9013403-027b-4674-bd37-059dc5884132 req-686c8014-893b-4f6b-a053-956328fd6982 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0458748 May 13 22:01:39.120838 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b9013403-027b-4674-bd37-059dc5884132 req-12c038e2-2e38-4dde-aabb-725cfa4532ce tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076646 May 13 22:01:40.434869 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af7250-f714-4b2e-9692-a78ebb84ab86 req-237f09db-6e8d-459d-974a-2609818d3d36 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:40.436315 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-92af7250-f714-4b2e-9692-a78ebb84ab86 req-237f09db-6e8d-459d-974a-2609818d3d36 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.2441580 May 13 22:01:40.481959 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-92af7250-f714-4b2e-9692-a78ebb84ab86 req-87d772d3-76cd-4a68-9041-aa54ebda03fa tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=14a320b7-deb3-448a-bec1-5712dff40704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 May 13 22:01:41.068510 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-d29d604e-7de3-48c0-8b94-ef6d6f6f0e0f tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:41.069855 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-d29d604e-7de3-48c0-8b94-ef6d6f6f0e0f tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 946 time: 0.0463922 May 13 22:01:41.152974 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Deleting port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:01:41.153316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:41.243707 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] For port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:41.244071 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:41.411605 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:41.411892 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (a0e33a50-4e9a-405e-b633-02e3a6f6f7ec), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:41.412209 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Floating IP a0e33a50-4e9a-405e-b633-02e3a6f6f7ec disassociated. External IP: 172.27.0.81, port: aefeb4bf-8e41-45d1-a8ad-29d0ce76de38. May 13 22:01:41.412553 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Calling delete_port for aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:01:41.540636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (aefeb4bf-8e41-45d1-a8ad-29d0ce76de38), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:41.573717 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event deleted for resources: {'Port': ['ID=aefeb4bf-8e41-45d1-a8ad-29d0ce76de38,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:41.690941 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-512ef442-b46a-4ec6-ae1e-5280517f2e94 req-faebf8eb-92b6-45bc-88b3-20373bb83acf tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=78905677-ffd1-4408-a985-433304c4dacc HTTP/1.1" status: 200 len: 210 time: 0.1236906 May 13 22:01:41.715779 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:01:41.822751 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:01:41.833039 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:01:41.843001 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:41.843609 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:41.866449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] No DVR routers for this DVR port aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:01:41.868946 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:41.872146 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-181d5100-8d54-4f93-90a5-e396f388bfe9 req-2ff371c0-f2ca-4fa5-a8e8-2067e6bc0223 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "DELETE /v2.0/ports/aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 HTTP/1.1" status: 204 len: 173 time: 0.7963872 May 13 22:01:41.872587 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'name': 'network-vif-deleted', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:41.874913 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6a06e7-7cb6-4df0-921b-a5ae143d6afb" -d '{"events": [{"server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "name": "network-vif-deleted", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:41.915945 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9a50d-373a-46ae-9dca-095483bb1371 x-openstack-request-id: req-04c9a50d-373a-46ae-9dca-095483bb1371 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:41.916249 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78905677-ffd1-4408-a985-433304c4dacc", "name": "network-vif-deleted", "tag": "aefeb4bf-8e41-45d1-a8ad-29d0ce76de38", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:41.916508 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04c9a50d-373a-46ae-9dca-095483bb1371 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:41.916921 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c9a50d-373a-46ae-9dca-095483bb1371'] response: {'server_uuid': '78905677-ffd1-4408-a985-433304c4dacc', 'name': 'network-vif-deleted', 'tag': 'aefeb4bf-8e41-45d1-a8ad-29d0ce76de38', 'status': 'completed', 'code': 200} May 13 22:01:41.961101 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:42.158359 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:42.183957 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:01:42.193007 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:42.193606 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:42.300226 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:42.494345 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:42.639948 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1396ff0-2491-494f-add8-a499fba0add0 None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:01:42.777691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50652) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:42.839521 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5199efc0-d11c-4a53-bd17-7616a46f18f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (14a320b7-deb3-448a-bec1-5712dff40704), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:42.861123 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5199efc0-d11c-4a53-bd17-7616a46f18f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (14a320b7-deb3-448a-bec1-5712dff40704), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:42.872147 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c74e3e-393d-4317-81a2-53a9ee250ce4 None None] New status for floating IP a0e33a50-4e9a-405e-b633-02e3a6f6f7ec: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:01:42.910686 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5199efc0-d11c-4a53-bd17-7616a46f18f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (14a320b7-deb3-448a-bec1-5712dff40704), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:42.913486 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5199efc0-d11c-4a53-bd17-7616a46f18f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:42.915002 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5199efc0-d11c-4a53-bd17-7616a46f18f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "DELETE /v2.0/security-groups/14a320b7-deb3-448a-bec1-5712dff40704 HTTP/1.1" status: 204 len: 168 time: 0.1358407 May 13 22:01:42.917726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50654) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:42.923618 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199efc0-d11c-4a53-bd17-7616a46f18f8 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a320b7-deb3-448a-bec1-5712dff40704,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:42.934728 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.api.v2.resource [None req-7191914f-2a58-4896-9d33-d92f7e7b4677 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] show failed (client error): The resource could not be found. May 13 22:01:42.936231 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7191914f-2a58-4896-9d33-d92f7e7b4677 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups/14a320b7-deb3-448a-bec1-5712dff40704 HTTP/1.1" status: 404 len: 347 time: 0.0168478 May 13 22:01:42.939066 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50656) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:43.060640 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Deleting port c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:01:43.060990 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.139769 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.140101 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.152635 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Calling delete_port for c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3 owned by network:floatingip {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:01:43.280043 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.309137 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event deleted for resources: {'Port': ['ID=c9bd65d2-37ce-41c5-9aed-d0e2dd63fee3,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:43.368409 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (a0e33a50-4e9a-405e-b633-02e3a6f6f7ec), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.370893 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.372075 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-ee85bc38-6386-41f5-a9b2-1cd7dd162f67 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "DELETE /v2.0/floatingips/a0e33a50-4e9a-405e-b633-02e3a6f6f7ec HTTP/1.1" status: 204 len: 168 time: 0.4320872 May 13 22:01:43.442275 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50662) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:43.446806 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653767555', 'description': 'tempest-description--117817160'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:43.467130 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.531502 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (2c37af29-dbd1-40ea-92dc-e73c235a8679), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.535217 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2c37af29-dbd1-40ea-92dc-e73c235a8679), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.559015 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.560232 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1169326 May 13 22:01:43.563094 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50664) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:43.567792 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'security_group_rule': {'security_group_id': '2c37af29-dbd1-40ea-92dc-e73c235a8679', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:43.568391 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef457c8-b624-465a-8ce9-be2505324e0d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c37af29-dbd1-40ea-92dc-e73c235a8679,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:43.592875 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (06a5afd5-ffef-480a-94a8-7407538875d0), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.648466 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (06a5afd5-ffef-480a-94a8-7407538875d0), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.651942 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (06a5afd5-ffef-480a-94a8-7407538875d0), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.671002 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a5afd5-ffef-480a-94a8-7407538875d0,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:43.676723 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.680414 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-47936174-fc1d-4ffa-ac26-8073484fd062 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137896 May 13 22:01:43.681106 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50668) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:43.685633 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'security_group_rule': {'security_group_id': '2c37af29-dbd1-40ea-92dc-e73c235a8679', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:43.713055 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (dac84c71-6ac5-4b47-b226-82df10cb84c9), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.773214 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (dac84c71-6ac5-4b47-b226-82df10cb84c9), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.776813 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (dac84c71-6ac5-4b47-b226-82df10cb84c9), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.794450 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac84c71-6ac5-4b47-b226-82df10cb84c9,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:43.803821 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.805021 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-56746015-61a4-4ab6-a4a0-05de2d9b4b6c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232438 May 13 22:01:43.808160 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50672) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:43.813466 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:43.837260 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.922963 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:43.957450 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.046008 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Allocated IP 172.27.0.209 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/97c85e7e-9cd7-4b84-987f-df7830d344ce) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:01:44.150786 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.183791 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.218021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:01:44.220858 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:01:44.224769 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:01:44.260694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'Port': ['ID=97c85e7e-9cd7-4b84-987f-df7830d344ce,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:44.319551 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (1dbdacc0-e3d7-45e9-8f2e-3ec767242d59), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.355723 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.531104 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.536015 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.604283 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'Port': ['ID=97c85e7e-9cd7-4b84-987f-df7830d344ce,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:44.615799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (1dbdacc0-e3d7-45e9-8f2e-3ec767242d59), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.629740 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:44.630972 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-71d48497-dab0-45ab-90a0-43a11945f697 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8210964 May 13 22:01:44.821727 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-06d12f8e-6d4c-4ded-ac39-8e95f7abed0a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--653767555&fields=id&tenant_id=9e5d643885114a45b305ac13bef897d3 HTTP/1.1" status: 200 len: 267 time: 0.0411043 May 13 22:01:44.863490 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:01:44.882752 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:01:44.883099 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device aefeb4bf-8e41-45d1-a8ad-29d0ce76de38 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:01:44.926750 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-9851ad96-fc84-40ec-81e9-21fd75c0722e tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:44.928222 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-9851ad96-fc84-40ec-81e9-21fd75c0722e tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 811 time: 0.1000798 May 13 22:01:44.942885 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-b4ae5928-fc54-4fef-82c5-e84d2118c7b1 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/quotas/9e5d643885114a45b305ac13bef897d3 HTTP/1.1" status: 200 len: 375 time: 0.0092747 May 13 22:01:44.999172 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-b4c13e80-3719-4252-89d3-21f17c0fb7e9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513031 May 13 22:01:45.070733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-543824c2-6eea-4170-939e-2429b3e3abc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:45.095543 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-208f508a-fb87-4ef3-8077-92c04a0e3c41 service neutron] 10.222.0.35 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852559 May 13 22:01:45.192748 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-abe3b462-4531-477e-8bcd-1b1729c5d93e service neutron] 10.222.0.35 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908208 May 13 22:01:45.374557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c24d67e0-e262-4c2c-a7fa-c4929baafcf2 req-a8176f93-5ffe-4694-b818-0a90606638b9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 210 time: 0.0329077 May 13 22:01:46.392735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-41c2eeb4-ceca-4ae9-aa86-d6232a4fbd2b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:46.394532 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-41c2eeb4-ceca-4ae9-aa86-d6232a4fbd2b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 811 time: 0.1094375 May 13 22:01:46.485751 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-42b293f2-f7a2-4823-84fc-75194706b1c3 req-b41439b7-d6eb-4e21-b10d-14c0bf415885 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 210 time: 0.0375066 May 13 22:01:46.498654 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-d4a076cc-3371-4df1-9576-46219751602d tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5d643885114a45b305ac13bef897d3 HTTP/1.1" status: 200 len: 379 time: 0.0792909 May 13 22:01:46.544422 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'port': {'device_id': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'admin_state_up': True, 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'security_groups': ['2c37af29-dbd1-40ea-92dc-e73c235a8679']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:46.651214 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Made reservation on behalf of 9e5d643885114a45b305ac13bef897d3 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:01:46.654525 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:46.774376 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Allocated IP 172.20.0.12 (78fbdc0f-a69d-4b29-8570-901b523fd527/7438aa95-5354-437f-a3ae-0c226f48f31b/b321ec03-f9a3-4cea-8d6b-04e905d705e9) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:01:46.908253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:46.939454 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:46.979175 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:01:46.982419 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:01:46.986375 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:01:47.016803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event updated for resources: {'Port': ['ID=b321ec03-f9a3-4cea-8d6b-04e905d705e9,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:47.045604 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:47.046217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.064176 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0a998dd6-fec5-404d-94e9-1c48b9c72f3c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5232685 May 13 22:01:47.081943 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Request body: {'port': {'device_id': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:47.145154 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.255610 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-8e5de3bc-9afb-4e41-89e2-30f82d7285d1 None None] Provisioning complete for port b321ec03-f9a3-4cea-8d6b-04e905d705e9 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:01:47.256179 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8e5de3bc-9afb-4e41-89e2-30f82d7285d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.289912 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-8e5de3bc-9afb-4e41-89e2-30f82d7285d1 None None] Port b321ec03-f9a3-4cea-8d6b-04e905d705e9 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:01:47.312200 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-020093b3-fb9e-41de-9fe3-bbe0c3dc6899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.444882 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b321ec03-f9a3-4cea-8d6b-04e905d705e9 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:01:47.452379 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Publish callbacks [] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.465122 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Transition to ACTIVE for port object b321ec03-f9a3-4cea-8d6b-04e905d705e9 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 22:01:47.469024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.517827 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Pushing event updated for resources: {'Port': ['ID=b321ec03-f9a3-4cea-8d6b-04e905d705e9,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:47.542966 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.543321 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.543667 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.544010 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.544349 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.544688 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.545021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.545348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.545677 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.546005 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.546332 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.546660 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.547011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.547337 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.547658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:47.629829 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b3fa-ea43-4512-ade9-984497a91b12 req-a68a3779-1a2b-4bc1-959c-dfd0b9005603 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:47.631400 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c0d0b3fa-ea43-4512-ade9-984497a91b12 req-a68a3779-1a2b-4bc1-959c-dfd0b9005603 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 944 time: 0.0769053 May 13 22:01:47.657109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Attempting to bind port b321ec03-f9a3-4cea-8d6b-04e905d705e9 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:01:47.657448 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Attempting to bind port b321ec03-f9a3-4cea-8d6b-04e905d705e9 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:01:47.657806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Attempting to bind port b321ec03-f9a3-4cea-8d6b-04e905d705e9 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:01:47.667920 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Port b321ec03-f9a3-4cea-8d6b-04e905d705e9 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 22:01:47.668247 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Attempting to bind port b321ec03-f9a3-4cea-8d6b-04e905d705e9 on network 78fbdc0f-a69d-4b29-8570-901b523fd527 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:01:47.681878 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:01:47.682218 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Checking segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:01:47.682611 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Bound using segment: {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:01:47.683188 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Bound port: b321ec03-f9a3-4cea-8d6b-04e905d705e9, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eed77a-c660-4ef6-a2e6-2979b5646c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:01:47.683681 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.709328 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c0d0b3fa-ea43-4512-ade9-984497a91b12 req-7a9fe5a3-2fee-45eb-8947-50d1666195f3 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680475 May 13 22:01:47.761081 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] For port b321ec03-f9a3-4cea-8d6b-04e905d705e9, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:01:47.764051 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] For port b321ec03-f9a3-4cea-8d6b-04e905d705e9, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:01:47.769965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.806226 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:47.806871 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:47.808306 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] 10.222.0.58 "PUT /v2.0/ports/b321ec03-f9a3-4cea-8d6b-04e905d705e9 HTTP/1.1" status: 200 len: 1094 time: 0.7312441 May 13 22:01:47.808672 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:47.810965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:47.835517 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b51f3-fbf2-4501-ba30-445fcbd4f884 service neutron] Pushing event updated for resources: {'Port': ['ID=b321ec03-f9a3-4cea-8d6b-04e905d705e9,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:47.849578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580dfadc-e99b-483a-8ebe-357d1bf84971 x-openstack-request-id: req-580dfadc-e99b-483a-8ebe-357d1bf84971 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:47.849878 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:47.850136 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-580dfadc-e99b-483a-8ebe-357d1bf84971 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:47.850540 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580dfadc-e99b-483a-8ebe-357d1bf84971'] response: {'name': 'network-changed', 'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'status': 'completed', 'code': 200} May 13 22:01:47.908361 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-4008b473-34e0-40e2-a608-fefb9bc2f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:47.909957 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-4008b473-34e0-40e2-a608-fefb9bc2f26c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 1128 time: 0.0409806 May 13 22:01:47.958441 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-0eae4527-e6af-4a99-b85d-fb853f56fed4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9 HTTP/1.1" status: 200 len: 217 time: 0.0360928 May 13 22:01:48.011187 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-fa6c6349-e122-4f96-88a1-7bdf0e5bb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:48.012633 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-fa6c6349-e122-4f96-88a1-7bdf0e5bb142 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0476468 May 13 22:01:48.060011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-6acdae0e-1436-4d67-bc94-110f052037d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:48.061961 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-6acdae0e-1436-4d67-bc94-110f052037d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433307 May 13 22:01:48.148429 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-6476244f-0edb-447f-9bf1-10b7ca190a34 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804546 May 13 22:01:48.238445 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f8741bb1-1b70-4746-8cd0-40df2b7c3d57 req-dbbdded7-0c18-42dc-90d4-21a10fa53bc3 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840054 May 13 22:01:48.543566 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:48.820388 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac53df-d526-49af-bfe5-fb70b1dcd55a req-7d58e0b7-7433-4b5c-ade6-edc695feec93 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:48.821838 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-82ac53df-d526-49af-bfe5-fb70b1dcd55a req-7d58e0b7-7433-4b5c-ade6-edc695feec93 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 944 time: 0.0460224 May 13 22:01:48.867376 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-82ac53df-d526-49af-bfe5-fb70b1dcd55a req-8e92f20a-4fda-41f3-976b-ba020bdee0e9 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 May 13 22:01:49.026618 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-a7b7a292-0d34-455d-99ea-ab1d834cd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:49.028007 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-a7b7a292-0d34-455d-99ea-ab1d834cd52f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 1128 time: 0.0424609 May 13 22:01:49.115363 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-fc161eef-ad52-44ca-ada8-36bc1d473c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:49.116830 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-fc161eef-ad52-44ca-ada8-36bc1d473c82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.0821965 May 13 22:01:49.159843 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-afbd8d79-5a99-4ba6-83c9-785c3ff469a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9 HTTP/1.1" status: 200 len: 217 time: 0.0359030 May 13 22:01:49.205897 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-23cdec71-74ad-4e79-8595-3cfc1aed4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:49.207396 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-23cdec71-74ad-4e79-8595-3cfc1aed4fc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0427482 May 13 22:01:49.248461 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-c3af4627-17b9-45d6-888e-62b3c1ced4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:49.249860 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-c3af4627-17b9-45d6-888e-62b3c1ced4d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367486 May 13 22:01:49.259546 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-c8ddfad2-54f5-499d-b5b6-c93aaaaa04e0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 22:01:49.260516 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-c8ddfad2-54f5-499d-b5b6-c93aaaaa04e0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049057 May 13 22:01:49.351377 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-59214df8-35e8-4d98-bf2f-bf1b86378c06 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851278 May 13 22:01:49.438553 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9eea04d6-dcae-4f19-80eb-ad8e78c7e3dc req-cb2fae4e-31bc-4a2f-9fae-b18038d15288 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813389 May 13 22:01:49.671164 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:01:49.885494 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:49.979360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd1042-173a-4eb4-9bd9-c523a5c9c833 req-7c0fb307-5727-44ce-a25f-0283ed093e42 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:49.981077 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a1dd1042-173a-4eb4-9bd9-c523a5c9c833 req-7c0fb307-5727-44ce-a25f-0283ed093e42 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 944 time: 0.0468996 May 13 22:01:50.029299 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a1dd1042-173a-4eb4-9bd9-c523a5c9c833 req-25cd2c52-4025-4500-b6a5-35a7ea4ddd8e tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425990 May 13 22:01:50.882461 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b321ec03-f9a3-4cea-8d6b-04e905d705e9 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 22:01:50.978501 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port b321ec03-f9a3-4cea-8d6b-04e905d705e9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:50.989940 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'port_id': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'mac_address': 'fa:16:3e:69:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 22:01:51.026338 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port b321ec03-f9a3-4cea-8d6b-04e905d705e9 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:01:51.026743 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:51.041823 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b321ec03-f9a3-4cea-8d6b-04e905d705e9 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:01:51.060431 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port b321ec03-f9a3-4cea-8d6b-04e905d705e9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:51.064797 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:51.112444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=b321ec03-f9a3-4cea-8d6b-04e905d705e9,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:51.141299 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b075a0-bed4-4674-a91e-273b6b8a917d req-cd25590f-fcf8-4e2e-ab6d-ad9207e2ee03 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:51.142671 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5b075a0-bed4-4674-a91e-273b6b8a917d req-cd25590f-fcf8-4e2e-ab6d-ad9207e2ee03 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 945 time: 0.0460119 May 13 22:01:51.191551 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5b075a0-bed4-4674-a91e-273b6b8a917d req-7427fa14-1ee5-42dc-ae13-6fb88d7015d1 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 May 13 22:01:51.305660 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:51.377257 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['b321ec03-f9a3-4cea-8d6b-04e905d705e9'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:01:52.298631 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d34c-577d-498e-98f3-f4e25329fe64 req-a92360af-970f-4fc0-b451-ea8ac627c5a0 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:52.300604 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d902d34c-577d-498e-98f3-f4e25329fe64 req-a92360af-970f-4fc0-b451-ea8ac627c5a0 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 945 time: 0.0447621 May 13 22:01:52.345414 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d902d34c-577d-498e-98f3-f4e25329fe64 req-699a95ab-19ab-4e85-8922-4f3676b6f423 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391736 May 13 22:01:52.898477 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b321ec03-f9a3-4cea-8d6b-04e905d705e9 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:01:52.941903 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port b321ec03-f9a3-4cea-8d6b-04e905d705e9 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 22:01:52.947519 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port b321ec03-f9a3-4cea-8d6b-04e905d705e9 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:01:52.947999 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:53.025934 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port b321ec03-f9a3-4cea-8d6b-04e905d705e9 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:01:53.026328 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:53.053966 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:53.056242 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4b080-987b-49f0-8a5f-9bed67ef3ebe" -d '{"events": [{"server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "name": "network-vif-plugged", "status": "completed", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:53.068873 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port b321ec03-f9a3-4cea-8d6b-04e905d705e9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:53.074329 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:53.099030 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18b653-9bd5-4ecc-a78c-3f96ffc108ac x-openstack-request-id: req-ff18b653-9bd5-4ecc-a78c-3f96ffc108ac {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:53.099445 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "name": "network-vif-plugged", "status": "completed", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:53.099716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff18b653-9bd5-4ecc-a78c-3f96ffc108ac {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:53.100105 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff18b653-9bd5-4ecc-a78c-3f96ffc108ac'] response: {'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'code': 200} May 13 22:01:53.125169 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=b321ec03-f9a3-4cea-8d6b-04e905d705e9,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:53.463126 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1bc7-47df-4e87-a22b-a67cefc4a57f req-2b8a0ffb-74d5-43eb-b56c-91434f76c867 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:53.464625 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-010b1bc7-47df-4e87-a22b-a67cefc4a57f req-2b8a0ffb-74d5-43eb-b56c-91434f76c867 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0522127 May 13 22:01:53.512535 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-010b1bc7-47df-4e87-a22b-a67cefc4a57f req-8187731a-9fed-4ed8-add8-ebc6a2691cc1 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419085 May 13 22:01:53.592396 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c08597-112a-4348-9b31-73375b2ab179 req-c2a9444b-e4ca-49ff-99eb-d5ac405669cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:53.593910 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b4c08597-112a-4348-9b31-73375b2ab179 req-c2a9444b-e4ca-49ff-99eb-d5ac405669cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 1130 time: 0.0384469 May 13 22:01:53.636198 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b4c08597-112a-4348-9b31-73375b2ab179 req-d240ecaa-e282-44c0-8753-15275487f372 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361161 May 13 22:01:54.389873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751167f7-2254-4478-9870-6e8f327a7515 req-c7cfd761-93b8-4255-8ab1-21ffe791cb2d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:54.391345 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-751167f7-2254-4478-9870-6e8f327a7515 req-c7cfd761-93b8-4255-8ab1-21ffe791cb2d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0528429 May 13 22:01:54.438794 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-751167f7-2254-4478-9870-6e8f327a7515 req-fa3cfcc0-7d28-4a08-b4dd-94014c5affb0 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405576 May 13 22:01:54.625048 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad7a56-6d7c-4445-a5f8-c3f0829bd7ce req-94b14546-7eea-4a53-a625-4c86eec4e2d0 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:54.626469 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-49ad7a56-6d7c-4445-a5f8-c3f0829bd7ce req-94b14546-7eea-4a53-a625-4c86eec4e2d0 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0461192 May 13 22:01:54.671689 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-49ad7a56-6d7c-4445-a5f8-c3f0829bd7ce req-4f6730a5-2df8-43dc-b80b-da0ffc3e0c2a tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397358 May 13 22:01:55.549164 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6872a-82c8-491d-a2a5-7a26f33eef76 req-b8a92d61-9685-41af-a8f4-f47009d55a7c tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:55.551211 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-42a6872a-82c8-491d-a2a5-7a26f33eef76 req-b8a92d61-9685-41af-a8f4-f47009d55a7c tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0455134 May 13 22:01:55.599075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-42a6872a-82c8-491d-a2a5-7a26f33eef76 req-8a47d748-e7e6-4fcb-aaf8-48b7725e8f38 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 May 13 22:01:55.792583 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33c3a-337a-48cf-8a4b-16e53f2e3d10 req-0e3810d5-f599-41c9-b793-0a78934d8248 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:55.793946 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-00e33c3a-337a-48cf-8a4b-16e53f2e3d10 req-0e3810d5-f599-41c9-b793-0a78934d8248 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0487049 May 13 22:01:55.840854 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-00e33c3a-337a-48cf-8a4b-16e53f2e3d10 req-6eafc765-f7be-45db-8114-f6ee25096557 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413628 May 13 22:01:56.419746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9896a01c-e05d-4d95-acd1-09a5b6daae1d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:56.421123 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9896a01c-e05d-4d95-acd1-09a5b6daae1d tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0473812 May 13 22:01:56.790096 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port 2e0831c3-7654-4574-9f96-038ce1df1fc9 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:01:56.790432 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:56.811529 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57412cd-726f-40bd-9034-586c8b5a497f req-1801cbff-ad04-4b82-b865-f8fa8f8f7bbc tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:56.812951 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f57412cd-726f-40bd-9034-586c8b5a497f req-1801cbff-ad04-4b82-b865-f8fa8f8f7bbc tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 945 time: 0.0673378 May 13 22:01:56.907792 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f57412cd-726f-40bd-9034-586c8b5a497f req-651438c6-c39c-418c-95bb-bcb473945b1c tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd460a17-5f34-4c20-9da4-d2e346f74b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883825 May 13 22:01:56.929207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] For port 2e0831c3-7654-4574-9f96-038ce1df1fc9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2e0831c3-7654-4574-9f96-038ce1df1fc9,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:01:56.929573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.001057 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba063f-31b3-4140-81ac-263cbb31f348 req-426660c2-e6ce-40c8-97d6-03f6c985b7a1 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:57.002407 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c0ba063f-31b3-4140-81ac-263cbb31f348 req-426660c2-e6ce-40c8-97d6-03f6c985b7a1 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0888798 May 13 22:01:57.098780 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c0ba063f-31b3-4140-81ac-263cbb31f348 req-41dd41e5-f69f-4ce2-b1c7-04ae8a51b8a1 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901229 May 13 22:01:57.158582 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.159579 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (a3581a5b-87b3-45de-b06f-a5092f1e90c9), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.159910 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Floating IP a3581a5b-87b3-45de-b06f-a5092f1e90c9 disassociated. External IP: 172.27.0.12, port: 2e0831c3-7654-4574-9f96-038ce1df1fc9. May 13 22:01:57.160297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for 2e0831c3-7654-4574-9f96-038ce1df1fc9 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:01:57.240685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2e776-4f6f-4350-8d3c-cc699b095623 req-75fd7a96-a845-413b-b220-755bfb848692 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:57.242151 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3ff2e776-4f6f-4350-8d3c-cc699b095623 req-75fd7a96-a845-413b-b220-755bfb848692 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0795548 May 13 22:01:57.250735 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50782) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:57.255859 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Request body: {'floatingip': {'port_id': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:01:57.294278 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (1dbdacc0-e3d7-45e9-8f2e-3ec767242d59), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.329581 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (2e0831c3-7654-4574-9f96-038ce1df1fc9), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.358865 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=2e0831c3-7654-4574-9f96-038ce1df1fc9,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:57.479293 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:01:57.590022 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:01:57.600447 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:01:57.610617 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:57.611267 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:57.632254 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] No DVR routers for this DVR port 2e0831c3-7654-4574-9f96-038ce1df1fc9 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:01:57.635215 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.638859 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4343db6e-3da5-4248-9c27-3d8f08aa4259 req-9d707451-99b6-40ec-bb57-b6bb8eb94bcb tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.58 "DELETE /v2.0/ports/2e0831c3-7654-4574-9f96-038ce1df1fc9 HTTP/1.1" status: 204 len: 173 time: 1.2131805 May 13 22:01:57.639601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'name': 'network-vif-deleted', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:57.642737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f1ab8-7173-4de6-bebd-272f46af550a" -d '{"events": [{"server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "name": "network-vif-deleted", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:57.693392 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6ef263-660a-4402-856f-8934d11bbd4a x-openstack-request-id: req-8f6ef263-660a-4402-856f-8934d11bbd4a {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:57.695139 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95326641-0743-49d2-9719-ee331cf16224", "name": "network-vif-deleted", "tag": "2e0831c3-7654-4574-9f96-038ce1df1fc9", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:57.695371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f6ef263-660a-4402-856f-8934d11bbd4a {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:57.695806 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6ef263-660a-4402-856f-8934d11bbd4a'] response: {'server_uuid': '95326641-0743-49d2-9719-ee331cf16224', 'name': 'network-vif-deleted', 'tag': '2e0831c3-7654-4574-9f96-038ce1df1fc9', 'status': 'completed', 'code': 200} May 13 22:01:57.733790 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:57.749537 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.755191 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (1dbdacc0-e3d7-45e9-8f2e-3ec767242d59), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:57.873196 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.l3_db [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Floating IP 1dbdacc0-e3d7-45e9-8f2e-3ec767242d59 associated. External IP: 172.27.0.209, port: b321ec03-f9a3-4cea-8d6b-04e905d705e9. May 13 22:01:57.960848 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:57.987280 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:01:57.995671 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:57.996286 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:58.023029 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-86604cf4-9326-4289-8068-1bb5b753294c req-1dcf3a89-8ffd-429f-913d-7e4007eb89b6 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/ports?device_id=95326641-0743-49d2-9719-ee331cf16224 HTTP/1.1" status: 200 len: 210 time: 0.0340281 May 13 22:01:58.100745 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:01:58.108847 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:58.233556 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:01:58.241058 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:58.246745 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:01:58.256301 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:58.256923 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:58.275258 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-7566f3df-6664-48e3-82ed-51bbab8d8333 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "PUT /v2.0/floatingips/1dbdacc0-e3d7-45e9-8f2e-3ec767242d59 HTTP/1.1" status: 200 len: 992 time: 1.0233321 May 13 22:01:58.275872 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9'}] {{(pid=114886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:01:58.278234 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aa95e9a16deabafe444b10455aa562fd9b33ef9bca7891b3226130455c8a4fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298abea3-7307-4fea-867b-084beb88aa86" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9"}]}' {{(pid=114886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:01:58.316027 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:58.317786 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b11b0d-5c75-4b95-897b-32639290bc8e x-openstack-request-id: req-50b11b0d-5c75-4b95-897b-32639290bc8e {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:01:58.318288 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9", "status": "completed", "code": 200}]} {{(pid=114886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:01:58.318544 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50b11b0d-5c75-4b95-897b-32639290bc8e {{(pid=114886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:01:58.318981 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b11b0d-5c75-4b95-897b-32639290bc8e'] response: {'name': 'network-changed', 'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'status': 'completed', 'code': 200} May 13 22:01:58.347189 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5d220-c535-4c40-8855-e67a118a9ce1 None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:34Z', 'revision_number': 4, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'ad30e5dc-f056-4588-a049-b095b92bb980', 'name': '', 'network_id': 'ffb86270-54c5-4ed6-9100-3db6f56fe50f', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'mac_address': 'fa:16:3e:a4:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:34Z', 'updated_at': '2022-05-13T21:57:39Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'subnets': [{'id': 'f3e3fe72-9293-42fa-bb1b-644476a13132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:01:58.372259 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:58.400982 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abea3-7307-4fea-867b-084beb88aa86 req-e2bf67ea-cdba-409a-99d0-7b514199f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:58.402878 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-e2bf67ea-cdba-409a-99d0-7b514199f714 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 1130 time: 0.0423453 May 13 22:01:58.497739 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abea3-7307-4fea-867b-084beb88aa86 req-96a0618c-c6bf-48f2-a24f-1d22de437c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:58.499239 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-96a0618c-c6bf-48f2-a24f-1d22de437c93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 200 len: 912 time: 0.0901546 May 13 22:01:58.573106 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-2a9e7bdd-de3a-44d1-86e7-166a21854c62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9 HTTP/1.1" status: 200 len: 1000 time: 0.0682602 May 13 22:01:58.589025 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b43ed3-1cfe-4659-aa55-56f1ef934ca0 None None] New status for floating IP a3581a5b-87b3-45de-b06f-a5092f1e90c9: DOWN {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:01:58.607757 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '1dbdacc0-e3d7-45e9-8f2e-3ec767242d59', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'port_id': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'mac_address': 'fa:16:3e:69:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:01:44Z', 'updated_at': '2022-05-13T22:01:57Z', 'revision_number': 1, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:58.632081 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abea3-7307-4fea-867b-084beb88aa86 req-729dfa18-207c-4c3a-ab27-ce8872dfa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:58.633680 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-729dfa18-207c-4c3a-ab27-ce8872dfa48b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 200 len: 850 time: 0.0547783 May 13 22:01:58.634443 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:01:58.642944 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:01:58.644124 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:58.678190 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abea3-7307-4fea-867b-084beb88aa86 req-5df236e3-5b4a-4790-b47b-3e3b93bea28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:01:58.680179 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-5df236e3-5b4a-4790-b47b-3e3b93bea28c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=78fbdc0f-a69d-4b29-8570-901b523fd527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406053 May 13 22:01:58.757483 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:01:58.779761 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-c75bca28-b603-4299-bf76-c4b051f638db service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940723 May 13 22:01:58.873567 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-298abea3-7307-4fea-867b-084beb88aa86 req-0ac5fd98-c4b2-4c84-8e2c-62d7522eb599 service neutron] 10.222.0.58 "GET /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877807 May 13 22:01:58.977858 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '1dbdacc0-e3d7-45e9-8f2e-3ec767242d59', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'port_id': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'mac_address': 'fa:16:3e:69:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:01:44Z', 'updated_at': '2022-05-13T22:01:57Z', 'revision_number': 1, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:01:59.004567 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51fb61-15a0-4678-9123-dfebf5bd0373 None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '1dbdacc0-e3d7-45e9-8f2e-3ec767242d59', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'port_id': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'mac_address': 'fa:16:3e:69:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:01:44Z', 'updated_at': '2022-05-13T22:01:57Z', 'revision_number': 1, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:01:59.113205 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50796) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:59.170425 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (fd460a17-5f34-4c20-9da4-d2e346f74b8a), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.193858 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c449b-6240-4212-a3f5-35aa6f8b308d None None] New status for floating IP 1dbdacc0-e3d7-45e9-8f2e-3ec767242d59: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:01:59.199103 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (fd460a17-5f34-4c20-9da4-d2e346f74b8a), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.247912 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (fd460a17-5f34-4c20-9da4-d2e346f74b8a), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.250510 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.251850 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd460a17-5f34-4c20-9da4-d2e346f74b8a HTTP/1.1" status: 204 len: 168 time: 0.1373315 May 13 22:01:59.254983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50798) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:59.261952 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd460a17-5f34-4c20-9da4-d2e346f74b8a,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:59.269618 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.269967 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.270309 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.270649 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.271024 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.271354 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.271688 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.272140 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.272467 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.272987 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.273316 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.273645 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.273972 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.274297 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.274620 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9834501-5959-463a-8e4a-dabcb1cd74f5 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:01:59.277645 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.api.v2.resource [None req-ba9b00ea-dc92-4ee2-9e32-471c522a8362 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] show failed (client error): The resource could not be found. May 13 22:01:59.281345 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ba9b00ea-dc92-4ee2-9e32-471c522a8362 tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "GET /v2.0/security-groups/fd460a17-5f34-4c20-9da4-d2e346f74b8a HTTP/1.1" status: 404 len: 347 time: 0.0226867 May 13 22:01:59.281602 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50800) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:01:59.401690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Deleting port 3b10fe5e-c469-4701-b2e7-e5d3d54e0b70 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:01:59.401971 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.474986 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.475318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.487360 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Calling delete_port for 3b10fe5e-c469-4701-b2e7-e5d3d54e0b70 owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:01:59.620260 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (3b10fe5e-c469-4701-b2e7-e5d3d54e0b70), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.645131 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Pushing event deleted for resources: {'Port': ['ID=3b10fe5e-c469-4701-b2e7-e5d3d54e0b70,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:01:59.708506 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks [] for floatingip (a3581a5b-87b3-45de-b06f-a5092f1e90c9), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.710992 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:01:59.712166 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-800310b5-ef2b-465b-abc5-3d28ae71290f tempest-AttachVolumeNegativeTest-1990666810 tempest-AttachVolumeNegativeTest-1990666810-project] 10.222.0.35 "DELETE /v2.0/floatingips/a3581a5b-87b3-45de-b06f-a5092f1e90c9 HTTP/1.1" status: 204 len: 168 time: 0.4296677 May 13 22:02:00.916842 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2e0831c3-7654-4574-9f96-038ce1df1fc9 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:02:00.937118 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 2e0831c3-7654-4574-9f96-038ce1df1fc9 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:02:00.937471 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 2e0831c3-7654-4574-9f96-038ce1df1fc9 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:02:03.353745 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50836) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:03.672209 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (8c2fb256-81a5-4ba9-82c1-8066277148e2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:03.908515 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Deleting port ad30e5dc-f056-4588-a049-b095b92bb980 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:02:03.909765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:03.994072 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] For port ad30e5dc-f056-4588-a049-b095b92bb980, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=ad30e5dc-f056-4588-a049-b095b92bb980,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:02:03.994435 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:04.007028 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Calling delete_port for ad30e5dc-f056-4588-a049-b095b92bb980 owned by network:router_interface {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:02:04.181609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (ad30e5dc-f056-4588-a049-b095b92bb980), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:04.216112 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad30e5dc-f056-4588-a049-b095b92bb980,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:04.385587 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (8c2fb256-81a5-4ba9-82c1-8066277148e2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:04.598109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Router 8c2fb256-81a5-4ba9-82c1-8066277148e2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:02:04.701184 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:02:04.709266 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-c8af7e97-dfaa-4a0a-9519-fdf115678f80 admin admin] 10.222.0.35 "PUT /v2.0/routers/8c2fb256-81a5-4ba9-82c1-8066277148e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3513503 May 13 22:02:04.709266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50838) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:04.717900 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] Sync routers for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:02:04.728789 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:02:04.729410 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:04.821074 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks [] for router (8c2fb256-81a5-4ba9-82c1-8066277148e2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:04.844029 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:02:04.923746 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks [] for router_gateway (8c2fb256-81a5-4ba9-82c1-8066277148e2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:04.968958 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Deleting port f6e083a9-79cc-4e79-8851-237195ebddcc {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:02:04.969298 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.010625 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T22:02:04Z', 'revision_number': 5, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port': {'id': 'f6e083a9-79cc-4e79-8851-237195ebddcc', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:05.037662 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] Checking router: 8c2fb256-81a5-4ba9-82c1-8066277148e2 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:02:05.046468 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] Routers {'8c2fb256-81a5-4ba9-82c1-8066277148e2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:02:05.047133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:01:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['8c2fb256-81a5-4ba9-82c1-8066277148e2'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:05.268056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] Set router 8c2fb256-81a5-4ba9-82c1-8066277148e2 gateway port host: None {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:02:05.314671 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] For port f6e083a9-79cc-4e79-8851-237195ebddcc, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f6e083a9-79cc-4e79-8851-237195ebddcc,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:02:05.315076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.323425 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T22:02:04Z', 'revision_number': 6, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:05.327515 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Calling delete_port for f6e083a9-79cc-4e79-8851-237195ebddcc owned by network:router_gateway {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:02:05.350313 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babcd93-2cbc-4e71-a10e-f04ad58d146f None None] The sync data for ids ['8c2fb256-81a5-4ba9-82c1-8066277148e2'] in dv-cinder-840516-1-iscsi is: [{'id': '8c2fb256-81a5-4ba9-82c1-8066277148e2', 'name': 'tempest-AttachVolumeNegativeTest-121724659-router', 'tenant_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:57:31Z', 'updated_at': '2022-05-13T22:02:04Z', 'revision_number': 6, 'project_id': 'a04ed773a4b44bf5b881acbdf51a8463', 'gw_port_host': None}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:02:05.491533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (f6e083a9-79cc-4e79-8851-237195ebddcc), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.515908 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e083a9-79cc-4e79-8851-237195ebddcc,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:05.577328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (8c2fb256-81a5-4ba9-82c1-8066277148e2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.679956 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (8c2fb256-81a5-4ba9-82c1-8066277148e2), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.682221 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks [] for router_controller (8c2fb256-81a5-4ba9-82c1-8066277148e2), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.749415 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (8c2fb256-81a5-4ba9-82c1-8066277148e2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.750017 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2fb256-81a5-4ba9-82c1-8066277148e2 {{(pid=114887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 22:02:05.754894 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.756213 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e37843f3-058a-4f9f-a244-65fa4ecd1d9a admin admin] 10.222.0.35 "DELETE /v2.0/routers/8c2fb256-81a5-4ba9-82c1-8066277148e2 HTTP/1.1" status: 204 len: 168 time: 1.0462813 May 13 22:02:05.758659 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50842) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:05.809177 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Deleting subnet f3e3fe72-9293-42fa-bb1b-644476a13132 {{(pid=114887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:02:05.812300 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Publish callbacks [] for subnet (f3e3fe72-9293-42fa-bb1b-644476a13132), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.845766 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14381745'] for subnet (f3e3fe72-9293-42fa-bb1b-644476a13132), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.920137 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (f3e3fe72-9293-42fa-bb1b-644476a13132), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.973449 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13643762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13984107'] for subnet (f3e3fe72-9293-42fa-bb1b-644476a13132), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:05.998548 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e3fe72-9293-42fa-bb1b-644476a13132,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:06.004189 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.007398 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-4d3279b7-be00-4155-b7d6-99cfdf5f0b6a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f3e3fe72-9293-42fa-bb1b-644476a13132 HTTP/1.1" status: 204 len: 168 time: 0.2477887 May 13 22:02:06.009785 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d47cf-bf4d-42c0-8457-1662620c7bc0 None None] Network ffb86270-54c5-4ed6-9100-3db6f56fe50f requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:02:06.010280 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50844) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:06.078433 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (ffb86270-54c5-4ed6-9100-3db6f56fe50f), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.130302 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Deleting port f7979d72-b65e-4247-9c3c-839605ad04ab {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:02:06.130683 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.173620 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] DHCP port deletion for ffb86270-54c5-4ed6-9100-3db6f56fe50f request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 22:02:06.195804 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] For port f7979d72-b65e-4247-9c3c-839605ad04ab, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f7979d72-b65e-4247-9c3c-839605ad04ab,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:02:06.196180 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.211165 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Calling delete_port for f7979d72-b65e-4247-9c3c-839605ad04ab owned by network:dhcp {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:02:06.215068 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Deleting port f7979d72-b65e-4247-9c3c-839605ad04ab {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:02:06.215454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.281686 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] For port f7979d72-b65e-4247-9c3c-839605ad04ab, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=f7979d72-b65e-4247-9c3c-839605ad04ab,segment=NetworkSegment(f01195e9-7d3e-4ebc-8015-72a73a8dcc3d),segment_id=f01195e9-7d3e-4ebc-8015-72a73a8dcc3d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:02:06.282089 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.295509 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Calling delete_port for f7979d72-b65e-4247-9c3c-839605ad04ab owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:02:06.297621 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.324069 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7979d72-b65e-4247-9c3c-839605ad04ab,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:06.333894 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] No DVR routers for this DVR port f7979d72-b65e-4247-9c3c-839605ad04ab on host dv-cinder-840516-1-iscsi {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:02:06.381534 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (f7979d72-b65e-4247-9c3c-839605ad04ab), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.411811 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Pushing event deleted for resources: {'Port': ['ID=f7979d72-b65e-4247-9c3c-839605ad04ab,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:06.414148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] No DVR routers for this DVR port f7979d72-b65e-4247-9c3c-839605ad04ab on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:02:06.415653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (ffb86270-54c5-4ed6-9100-3db6f56fe50f), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.425346 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.425703 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.426380 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.426380 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.426839 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.427061 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.427383 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.427716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.428043 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.428370 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.428699 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.429027 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.429354 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.429680 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.430033 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d0de-6e16-43d7-8f61-893886c7fbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:06.441267 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb86270-54c5-4ed6-9100-3db6f56fe50f']}} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:06.450647 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d') {'for_net_delete': True} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:06.450981 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01195e9-7d3e-4ebc-8015-72a73a8dcc3d') {} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:06.460181 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14381704'] for segment (f01195e9-7d3e-4ebc-8015-72a73a8dcc3d), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.472900 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (f01195e9-7d3e-4ebc-8015-72a73a8dcc3d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.478855 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:02:06.479167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13642576'] for segment (f01195e9-7d3e-4ebc-8015-72a73a8dcc3d), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: Traceback (most recent call last): May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: timer() May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: cb(*args, **kw) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: return func(*args, **kwargs) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: self._notify() May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: self.callback(batched_events) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: event.method(event) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: return f(self, *a, **k) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._get(url).json() May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: return self.request(url, 'GET', **kwargs) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:02:06.481077 dv-cinder-840516-1-iscsi neutron-server[114887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:02:06.533239 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (ffb86270-54c5-4ed6-9100-3db6f56fe50f), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.538353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.541414 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ffb86270-54c5-4ed6-9100-3db6f56fe50f HTTP/1.1" status: 204 len: 168 time: 0.5306063 May 13 22:02:06.558977 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6d267-dfa7-4fed-bef1-c74a4e8be520 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb86270-54c5-4ed6-9100-3db6f56fe50f,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:06.711431 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50848) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:06.754834 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0d2ebcce-b50a-4a73-a55b-d3726947b23e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a04ed773a4b44bf5b881acbdf51a8463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421846 May 13 22:02:06.758726 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50850) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:06.764696 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f6e083a9-79cc-4e79-8851-237195ebddcc no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:02:06.786324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: f6e083a9-79cc-4e79-8851-237195ebddcc {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:02:06.786694 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f6e083a9-79cc-4e79-8851-237195ebddcc not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:02:06.787108 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device ad30e5dc-f056-4588-a049-b095b92bb980 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:02:06.806629 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: ad30e5dc-f056-4588-a049-b095b92bb980 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:02:06.807016 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device ad30e5dc-f056-4588-a049-b095b92bb980 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:02:06.807426 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f7979d72-b65e-4247-9c3c-839605ad04ab no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:02:06.810677 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d7e9-9937-47af-8890-5dcc1e0bbcc9 admin admin] Publish callbacks [] for security_group (4266b478-21c4-4ed2-8d54-cf112995871d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.825963 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: f7979d72-b65e-4247-9c3c-839605ad04ab {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:02:06.826312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device f7979d72-b65e-4247-9c3c-839605ad04ab not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:02:06.834506 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d7e9-9937-47af-8890-5dcc1e0bbcc9 admin admin] Publish callbacks [] for security_group (4266b478-21c4-4ed2-8d54-cf112995871d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.879679 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d7e9-9937-47af-8890-5dcc1e0bbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4266b478-21c4-4ed2-8d54-cf112995871d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.882069 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d7e9-9937-47af-8890-5dcc1e0bbcc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:06.883239 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f1c0d7e9-9937-47af-8890-5dcc1e0bbcc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4266b478-21c4-4ed2-8d54-cf112995871d HTTP/1.1" status: 204 len: 168 time: 0.1235392 May 13 22:02:06.890481 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0d7e9-9937-47af-8890-5dcc1e0bbcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266b478-21c4-4ed2-8d54-cf112995871d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:09.191256 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50918) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:09.293022 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2762df10-2aa9-4468-ac79-9635cdf6fb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.367510 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2762df10-2aa9-4468-ac79-9635cdf6fb7e admin admin] Publish callbacks [] for security_group (2c148cf2-f43e-4df8-b7f5-e08e70d68c7d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.371107 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2762df10-2aa9-4468-ac79-9635cdf6fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2c148cf2-f43e-4df8-b7f5-e08e70d68c7d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.408926 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-2762df10-2aa9-4468-ac79-9635cdf6fb7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69340fb8d3f34f8caf9752e1b8c1071a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164450 May 13 22:02:09.410334 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762df10-2aa9-4468-ac79-9635cdf6fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c148cf2-f43e-4df8-b7f5-e08e70d68c7d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:09.411589 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50922) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:09.468667 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae111bf0-baf4-4b85-9c09-d46590bfb0d3 admin admin] Publish callbacks [] for security_group (2c148cf2-f43e-4df8-b7f5-e08e70d68c7d), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.490690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae111bf0-baf4-4b85-9c09-d46590bfb0d3 admin admin] Publish callbacks [] for security_group (2c148cf2-f43e-4df8-b7f5-e08e70d68c7d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.536259 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae111bf0-baf4-4b85-9c09-d46590bfb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2c148cf2-f43e-4df8-b7f5-e08e70d68c7d), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.538833 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ae111bf0-baf4-4b85-9c09-d46590bfb0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.539968 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ae111bf0-baf4-4b85-9c09-d46590bfb0d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c148cf2-f43e-4df8-b7f5-e08e70d68c7d HTTP/1.1" status: 204 len: 168 time: 0.1274033 May 13 22:02:09.547446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111bf0-baf4-4b85-9c09-d46590bfb0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c148cf2-f43e-4df8-b7f5-e08e70d68c7d,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:09.801580 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 50928) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:09.814549 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e64258d-9fb6-4c55-a719-dcb9c8b4848d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.888336 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e64258d-9fb6-4c55-a719-dcb9c8b4848d admin admin] Publish callbacks [] for security_group (1ab1daf7-eccf-45ea-aece-e7f1adf9b95f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.891883 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-8e64258d-9fb6-4c55-a719-dcb9c8b4848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1ab1daf7-eccf-45ea-aece-e7f1adf9b95f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:09.929190 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-8e64258d-9fb6-4c55-a719-dcb9c8b4848d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38291da98a8d448fb52b46c7c16c713a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265249 May 13 22:02:09.931203 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64258d-9fb6-4c55-a719-dcb9c8b4848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1daf7-eccf-45ea-aece-e7f1adf9b95f,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:09.931846 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 50930) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:09.981479 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90c39d7-8b27-4051-82fa-d3f41af9de3b admin admin] Publish callbacks [] for security_group (1ab1daf7-eccf-45ea-aece-e7f1adf9b95f), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:10.002400 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90c39d7-8b27-4051-82fa-d3f41af9de3b admin admin] Publish callbacks [] for security_group (1ab1daf7-eccf-45ea-aece-e7f1adf9b95f), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:10.051558 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90c39d7-8b27-4051-82fa-d3f41af9de3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1ab1daf7-eccf-45ea-aece-e7f1adf9b95f), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:10.054094 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-e90c39d7-8b27-4051-82fa-d3f41af9de3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:10.055238 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-e90c39d7-8b27-4051-82fa-d3f41af9de3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ab1daf7-eccf-45ea-aece-e7f1adf9b95f HTTP/1.1" status: 204 len: 168 time: 0.1223853 May 13 22:02:10.062364 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c39d7-8b27-4051-82fa-d3f41af9de3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1daf7-eccf-45ea-aece-e7f1adf9b95f,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:13.961418 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:15.072133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ac5e279b-4358-4e32-a12e-d07f4717610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:17.312221 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f0f984a4-c30a-41ee-93e7-09a3e2174110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.540437 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51062) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:18.546829 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.642978 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2a245c83-e7d9-4c12-b0d5-3fd2dd4d2b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.719920 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2a245c83-e7d9-4c12-b0d5-3fd2dd4d2b58 admin admin] Publish callbacks [] for security_group (f599ec6d-2288-4d91-871b-ce4f05d990a2), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.723634 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-2a245c83-e7d9-4c12-b0d5-3fd2dd4d2b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f599ec6d-2288-4d91-871b-ce4f05d990a2), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.762149 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-2a245c83-e7d9-4c12-b0d5-3fd2dd4d2b58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8ff533b6a0144b091c724a66fc3f80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206421 May 13 22:02:18.763037 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a245c83-e7d9-4c12-b0d5-3fd2dd4d2b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f599ec6d-2288-4d91-871b-ce4f05d990a2,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:18.764844 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51066) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:18.824781 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee40e08f-5098-4675-a8f2-2f8e13031313 admin admin] Publish callbacks [] for security_group (f599ec6d-2288-4d91-871b-ce4f05d990a2), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.847348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee40e08f-5098-4675-a8f2-2f8e13031313 admin admin] Publish callbacks [] for security_group (f599ec6d-2288-4d91-871b-ce4f05d990a2), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.895298 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee40e08f-5098-4675-a8f2-2f8e13031313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (f599ec6d-2288-4d91-871b-ce4f05d990a2), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.897897 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-ee40e08f-5098-4675-a8f2-2f8e13031313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:18.899083 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-ee40e08f-5098-4675-a8f2-2f8e13031313 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f599ec6d-2288-4d91-871b-ce4f05d990a2 HTTP/1.1" status: 204 len: 168 time: 0.1331916 May 13 22:02:18.906540 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40e08f-5098-4675-a8f2-2f8e13031313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f599ec6d-2288-4d91-871b-ce4f05d990a2,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:19.153973 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51074) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:19.166949 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0f25e7f-25cc-4c56-ae81-693016b89e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.242370 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0f25e7f-25cc-4c56-ae81-693016b89e2a admin admin] Publish callbacks [] for security_group (e6690f43-2ed7-4495-9488-c288dd7e14ad), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.246090 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0f25e7f-25cc-4c56-ae81-693016b89e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e6690f43-2ed7-4495-9488-c288dd7e14ad), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.283895 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b0f25e7f-25cc-4c56-ae81-693016b89e2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ccf72beb8a74be0aca7c42f39a4e261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288743 May 13 22:02:19.284805 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f25e7f-25cc-4c56-ae81-693016b89e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6690f43-2ed7-4495-9488-c288dd7e14ad,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:19.286619 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51076) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:19.334927 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8156aec8-7de8-4d37-95ed-79f5e48a2bfd admin admin] Publish callbacks [] for security_group (e6690f43-2ed7-4495-9488-c288dd7e14ad), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.355040 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8156aec8-7de8-4d37-95ed-79f5e48a2bfd admin admin] Publish callbacks [] for security_group (e6690f43-2ed7-4495-9488-c288dd7e14ad), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.403792 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8156aec8-7de8-4d37-95ed-79f5e48a2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e6690f43-2ed7-4495-9488-c288dd7e14ad), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.406326 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8156aec8-7de8-4d37-95ed-79f5e48a2bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.407615 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-8156aec8-7de8-4d37-95ed-79f5e48a2bfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6690f43-2ed7-4495-9488-c288dd7e14ad HTTP/1.1" status: 204 len: 168 time: 0.1199877 May 13 22:02:19.415780 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156aec8-7de8-4d37-95ed-79f5e48a2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6690f43-2ed7-4495-9488-c288dd7e14ad,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:19.712522 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51082) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:19.725982 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-edfad2de-0ea6-427f-9f56-a623c1f31c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.802249 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-edfad2de-0ea6-427f-9f56-a623c1f31c67 admin admin] Publish callbacks [] for security_group (7feb8a98-65ff-40aa-845f-51a8e884f12d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.806127 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-edfad2de-0ea6-427f-9f56-a623c1f31c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7feb8a98-65ff-40aa-845f-51a8e884f12d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.844191 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-edfad2de-0ea6-427f-9f56-a623c1f31c67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b32028353ddb4703a7d228463b191e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306088 May 13 22:02:19.845055 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfad2de-0ea6-427f-9f56-a623c1f31c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb8a98-65ff-40aa-845f-51a8e884f12d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:19.848210 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51084) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:19.888657 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.898526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bcbeda32-e69e-436f-b1a9-5355746bef3f admin admin] Publish callbacks [] for security_group (7feb8a98-65ff-40aa-845f-51a8e884f12d), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.922401 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bcbeda32-e69e-436f-b1a9-5355746bef3f admin admin] Publish callbacks [] for security_group (7feb8a98-65ff-40aa-845f-51a8e884f12d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.967334 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bcbeda32-e69e-436f-b1a9-5355746bef3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (7feb8a98-65ff-40aa-845f-51a8e884f12d), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.969799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bcbeda32-e69e-436f-b1a9-5355746bef3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:19.970953 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bcbeda32-e69e-436f-b1a9-5355746bef3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7feb8a98-65ff-40aa-845f-51a8e884f12d HTTP/1.1" status: 204 len: 168 time: 0.1213138 May 13 22:02:19.978823 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeda32-e69e-436f-b1a9-5355746bef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb8a98-65ff-40aa-845f-51a8e884f12d,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:21.308744 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.570079 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51168) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:25.673291 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d4b07f0-8400-479a-8097-6ebbbf7287b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.747598 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d4b07f0-8400-479a-8097-6ebbbf7287b0 admin admin] Publish callbacks [] for security_group (4454b551-8507-419f-8a1b-e7dac77c213c), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.751331 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6d4b07f0-8400-479a-8097-6ebbbf7287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4454b551-8507-419f-8a1b-e7dac77c213c), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.789784 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6d4b07f0-8400-479a-8097-6ebbbf7287b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9267539ad60249f3a480c95bf19f3c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186439 May 13 22:02:25.790658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b07f0-8400-479a-8097-6ebbbf7287b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4454b551-8507-419f-8a1b-e7dac77c213c,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:25.792440 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51172) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:25.839938 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-654e37b2-ee4a-4507-a346-11354d22e018 admin admin] Publish callbacks [] for security_group (4454b551-8507-419f-8a1b-e7dac77c213c), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.861334 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-654e37b2-ee4a-4507-a346-11354d22e018 admin admin] Publish callbacks [] for security_group (4454b551-8507-419f-8a1b-e7dac77c213c), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.904808 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-654e37b2-ee4a-4507-a346-11354d22e018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (4454b551-8507-419f-8a1b-e7dac77c213c), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.907273 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-654e37b2-ee4a-4507-a346-11354d22e018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:25.908394 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-654e37b2-ee4a-4507-a346-11354d22e018 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4454b551-8507-419f-8a1b-e7dac77c213c HTTP/1.1" status: 204 len: 168 time: 0.1149845 May 13 22:02:25.916739 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e37b2-ee4a-4507-a346-11354d22e018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454b551-8507-419f-8a1b-e7dac77c213c,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:26.159707 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51178) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:26.175938 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-55859cbe-8fb6-452d-9bb8-46e6e6f9353c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.248129 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-55859cbe-8fb6-452d-9bb8-46e6e6f9353c admin admin] Publish callbacks [] for security_group (88f5f4bf-49ad-41a4-9a99-5a421cfa3c73), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.251686 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-55859cbe-8fb6-452d-9bb8-46e6e6f9353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (88f5f4bf-49ad-41a4-9a99-5a421cfa3c73), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.289887 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-55859cbe-8fb6-452d-9bb8-46e6e6f9353c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8955f2f147f042e6bd8db5feb1fe3f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284368 May 13 22:02:26.290746 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859cbe-8fb6-452d-9bb8-46e6e6f9353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f5f4bf-49ad-41a4-9a99-5a421cfa3c73,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:26.292552 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51180) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:26.341144 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd1e-8351-4301-84db-3d9a6e3da84d admin admin] Publish callbacks [] for security_group (88f5f4bf-49ad-41a4-9a99-5a421cfa3c73), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.362060 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd1e-8351-4301-84db-3d9a6e3da84d admin admin] Publish callbacks [] for security_group (88f5f4bf-49ad-41a4-9a99-5a421cfa3c73), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.413024 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd1e-8351-4301-84db-3d9a6e3da84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (88f5f4bf-49ad-41a4-9a99-5a421cfa3c73), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.415684 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd1e-8351-4301-84db-3d9a6e3da84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:26.416842 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6eacdd1e-8351-4301-84db-3d9a6e3da84d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88f5f4bf-49ad-41a4-9a99-5a421cfa3c73 HTTP/1.1" status: 204 len: 168 time: 0.1232412 May 13 22:02:26.424390 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacdd1e-8351-4301-84db-3d9a6e3da84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f5f4bf-49ad-41a4-9a99-5a421cfa3c73,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:26.670062 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:02:35.375557 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51292) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:35.475922 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-47ee630a-a946-4b51-95d1-dfc414be97a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.553405 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-47ee630a-a946-4b51-95d1-dfc414be97a0 admin admin] Publish callbacks [] for security_group (1528f969-2db9-45d8-8b3b-5abc6bd948be), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.556762 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-47ee630a-a946-4b51-95d1-dfc414be97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1528f969-2db9-45d8-8b3b-5abc6bd948be), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.593871 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-47ee630a-a946-4b51-95d1-dfc414be97a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=835322ed5c8d47b5a078b034d38b85b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173083 May 13 22:02:35.595054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee630a-a946-4b51-95d1-dfc414be97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528f969-2db9-45d8-8b3b-5abc6bd948be,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:35.596584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51296) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:35.644126 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a95c-c116-4fd0-84e5-f5469b748f30 admin admin] Publish callbacks [] for security_group (1528f969-2db9-45d8-8b3b-5abc6bd948be), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.665470 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a95c-c116-4fd0-84e5-f5469b748f30 admin admin] Publish callbacks [] for security_group (1528f969-2db9-45d8-8b3b-5abc6bd948be), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.710524 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a95c-c116-4fd0-84e5-f5469b748f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1528f969-2db9-45d8-8b3b-5abc6bd948be), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.713047 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a95c-c116-4fd0-84e5-f5469b748f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:35.714183 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-aaf4a95c-c116-4fd0-84e5-f5469b748f30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1528f969-2db9-45d8-8b3b-5abc6bd948be HTTP/1.1" status: 204 len: 168 time: 0.1166499 May 13 22:02:35.721845 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4a95c-c116-4fd0-84e5-f5469b748f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528f969-2db9-45d8-8b3b-5abc6bd948be,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:35.972201 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51304) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:35.986148 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-749e05a3-88b5-44e1-b2b6-9cb9e92a13ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.060703 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-749e05a3-88b5-44e1-b2b6-9cb9e92a13ec admin admin] Publish callbacks [] for security_group (c7a3feaa-d950-43f1-9668-d9c7f0b435de), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.064254 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-749e05a3-88b5-44e1-b2b6-9cb9e92a13ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c7a3feaa-d950-43f1-9668-d9c7f0b435de), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.102111 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-749e05a3-88b5-44e1-b2b6-9cb9e92a13ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3f7291e85a34973a5a18aafd5eb232f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288455 May 13 22:02:36.102993 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e05a3-88b5-44e1-b2b6-9cb9e92a13ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3feaa-d950-43f1-9668-d9c7f0b435de,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:36.105754 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51306) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:36.153763 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf52f1a3-c9af-4a16-bc09-cb2cc4552027 admin admin] Publish callbacks [] for security_group (c7a3feaa-d950-43f1-9668-d9c7f0b435de), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.174029 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf52f1a3-c9af-4a16-bc09-cb2cc4552027 admin admin] Publish callbacks [] for security_group (c7a3feaa-d950-43f1-9668-d9c7f0b435de), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.220336 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf52f1a3-c9af-4a16-bc09-cb2cc4552027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c7a3feaa-d950-43f1-9668-d9c7f0b435de), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.223113 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bf52f1a3-c9af-4a16-bc09-cb2cc4552027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:36.224268 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bf52f1a3-c9af-4a16-bc09-cb2cc4552027 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7a3feaa-d950-43f1-9668-d9c7f0b435de HTTP/1.1" status: 204 len: 168 time: 0.1173649 May 13 22:02:36.231963 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52f1a3-c9af-4a16-bc09-cb2cc4552027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3feaa-d950-43f1-9668-d9c7f0b435de,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:38.212467 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51380) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:38.314835 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-522dc539-3daa-4d5c-8772-945367614817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.387852 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-522dc539-3daa-4d5c-8772-945367614817 admin admin] Publish callbacks [] for security_group (2a2e0675-3475-482b-bef1-a571caf7ef00), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.391573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-522dc539-3daa-4d5c-8772-945367614817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2a2e0675-3475-482b-bef1-a571caf7ef00), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.429275 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-522dc539-3daa-4d5c-8772-945367614817 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ff32261cc16426fbcf5e913b1901bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157221 May 13 22:02:38.431307 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc539-3daa-4d5c-8772-945367614817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e0675-3475-482b-bef1-a571caf7ef00,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:38.432047 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51384) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:38.480348 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd47c-a660-4bb4-ab70-2f5e723fe584 admin admin] Publish callbacks [] for security_group (2a2e0675-3475-482b-bef1-a571caf7ef00), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.501216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd47c-a660-4bb4-ab70-2f5e723fe584 admin admin] Publish callbacks [] for security_group (2a2e0675-3475-482b-bef1-a571caf7ef00), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.547627 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd47c-a660-4bb4-ab70-2f5e723fe584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2a2e0675-3475-482b-bef1-a571caf7ef00), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.550308 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd47c-a660-4bb4-ab70-2f5e723fe584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.551516 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-9b2fd47c-a660-4bb4-ab70-2f5e723fe584 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a2e0675-3475-482b-bef1-a571caf7ef00 HTTP/1.1" status: 204 len: 168 time: 0.1183972 May 13 22:02:38.559171 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fd47c-a660-4bb4-ab70-2f5e723fe584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e0675-3475-482b-bef1-a571caf7ef00,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:38.807651 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51390) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:38.820734 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4363864d-aa01-436c-b4a5-ba92639a7930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.899889 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4363864d-aa01-436c-b4a5-ba92639a7930 admin admin] Publish callbacks [] for security_group (96a840e9-8322-49f1-be0b-9e8862450231), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.903620 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4363864d-aa01-436c-b4a5-ba92639a7930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (96a840e9-8322-49f1-be0b-9e8862450231), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:38.945860 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4363864d-aa01-436c-b4a5-ba92639a7930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbe458bd11a7476b83dca9dc06a34bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371534 May 13 22:02:38.946764 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363864d-aa01-436c-b4a5-ba92639a7930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a840e9-8322-49f1-be0b-9e8862450231,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:38.948636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51392) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:38.997174 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2681a616-6c89-4ebb-b427-09d77e46fb91 admin admin] Publish callbacks [] for security_group (96a840e9-8322-49f1-be0b-9e8862450231), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:39.018830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2681a616-6c89-4ebb-b427-09d77e46fb91 admin admin] Publish callbacks [] for security_group (96a840e9-8322-49f1-be0b-9e8862450231), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:39.065535 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2681a616-6c89-4ebb-b427-09d77e46fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (96a840e9-8322-49f1-be0b-9e8862450231), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:39.068755 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-2681a616-6c89-4ebb-b427-09d77e46fb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:39.069906 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-2681a616-6c89-4ebb-b427-09d77e46fb91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96a840e9-8322-49f1-be0b-9e8862450231 HTTP/1.1" status: 204 len: 168 time: 0.1201890 May 13 22:02:39.077526 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681a616-6c89-4ebb-b427-09d77e46fb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a840e9-8322-49f1-be0b-9e8862450231,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:43.968909 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:45.076103 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f6fed018-43c8-4e20-975b-9d056cf0a727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:47.313998 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-62b47f92-a64e-4a4d-8abf-5eaff1e35fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:48.547589 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:49.890864 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:51.310912 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:53.606504 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f673913-5961-4fff-a544-5bfb60b41026 req-643e8413-2510-4911-bd4c-6cf158416578 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:02:53.607893 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5f673913-5961-4fff-a544-5bfb60b41026 req-643e8413-2510-4911-bd4c-6cf158416578 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0485919 May 13 22:02:53.653336 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5f673913-5961-4fff-a544-5bfb60b41026 req-532acd2b-855b-4ad3-913a-8916a9ab849c tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 May 13 22:02:54.768962 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedabd5f-1616-4f53-aeae-63dfaa234735 req-0541b7d4-e597-49a9-a028-fcf4843f3550 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:02:54.770420 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cedabd5f-1616-4f53-aeae-63dfaa234735 req-0541b7d4-e597-49a9-a028-fcf4843f3550 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0468662 May 13 22:02:54.816183 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cedabd5f-1616-4f53-aeae-63dfaa234735 req-aafb6bd5-6677-4d1e-ac03-2d2abf1ae74f tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c37af29-dbd1-40ea-92dc-e73c235a8679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393374 May 13 22:02:55.338636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-91ed5f08-8e8b-45c0-9dd9-7ba338853890 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:02:55.340076 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-91ed5f08-8e8b-45c0-9dd9-7ba338853890 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 946 time: 0.0446367 May 13 22:02:55.424377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Deleting port b321ec03-f9a3-4cea-8d6b-04e905d705e9 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:02:55.424648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:55.518158 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] For port b321ec03-f9a3-4cea-8d6b-04e905d705e9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b321ec03-f9a3-4cea-8d6b-04e905d705e9,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:02:55.518533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:55.690968 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:55.691330 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (1dbdacc0-e3d7-45e9-8f2e-3ec767242d59), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:55.691649 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Floating IP 1dbdacc0-e3d7-45e9-8f2e-3ec767242d59 disassociated. External IP: 172.27.0.209, port: b321ec03-f9a3-4cea-8d6b-04e905d705e9. May 13 22:02:55.692018 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Calling delete_port for b321ec03-f9a3-4cea-8d6b-04e905d705e9 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:02:55.821513 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (b321ec03-f9a3-4cea-8d6b-04e905d705e9), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:55.850010 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event deleted for resources: {'Port': ['ID=b321ec03-f9a3-4cea-8d6b-04e905d705e9,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:55.861485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.861838 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.862187 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.862533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.862896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.863230 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.863560 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.863889 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.864217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.864542 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.865400 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.865748 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.866058 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.866379 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.866722 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:02:55.940533 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a9a7d861-cabd-4a24-be0d-94f6082b029f req-d147d522-520b-4d8b-a27b-9cec9d64f813 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 210 time: 0.0344756 May 13 22:02:56.003048 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:02:56.109609 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:02:56.119837 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:02:56.129072 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:02:56.129678 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:02:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:56.152975 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] No DVR routers for this DVR port b321ec03-f9a3-4cea-8d6b-04e905d705e9 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:02:56.155431 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:56.158598 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-cd36066a-b64e-4dfc-8d57-994ccd08e90e req-feb72690-ca61-4e6f-a791-8a4d3a22b252 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.58 "DELETE /v2.0/ports/b321ec03-f9a3-4cea-8d6b-04e905d705e9 HTTP/1.1" status: 204 len: 173 time: 0.8119192 May 13 22:02:56.159079 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'name': 'network-vif-deleted', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:02:56.161431 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b9cf1f-4458-4a80-ae2b-83b5828f9504" -d '{"events": [{"server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "name": "network-vif-deleted", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:02:56.336758 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:02:56.433560 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1080ef82-2cc6-4040-b848-1cecc396615f x-openstack-request-id: req-1080ef82-2cc6-4040-b848-1cecc396615f {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:02:56.433852 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee2bfeb-d7de-402f-a948-ad706207cf79", "name": "network-vif-deleted", "tag": "b321ec03-f9a3-4cea-8d6b-04e905d705e9", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:02:56.434106 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1080ef82-2cc6-4040-b848-1cecc396615f {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:02:56.434510 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1080ef82-2cc6-4040-b848-1cecc396615f'] response: {'server_uuid': '3ee2bfeb-d7de-402f-a948-ad706207cf79', 'name': 'network-vif-deleted', 'tag': 'b321ec03-f9a3-4cea-8d6b-04e905d705e9', 'status': 'completed', 'code': 200} May 13 22:02:56.526308 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:56.552164 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:02:56.561036 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:02:56.561680 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:02:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:56.681917 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:02:56.742216 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-66e1f2b4-6211-4221-af18-d35227e05407 req-1128c9da-239d-4e1f-aa79-a9dbb19acd29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1486125 May 13 22:02:56.840992 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-66e1f2b4-6211-4221-af18-d35227e05407 req-7782804a-632f-4cd0-bb16-e1a54bad635d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e5d643885114a45b305ac13bef897d3&device_id=3ee2bfeb-d7de-402f-a948-ad706207cf79 HTTP/1.1" status: 200 len: 210 time: 0.0270820 May 13 22:02:56.903951 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:02:56.930969 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ec4f9-853c-479b-9b14-626bdb5be539 None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:58:56Z', 'revision_number': 4, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'c9a4f880-8082-4a7c-b6eb-c57ec7cea509', 'name': '', 'network_id': '78fbdc0f-a69d-4b29-8570-901b523fd527', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'mac_address': 'fa:16:3e:70:10:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:56Z', 'updated_at': '2022-05-13T21:59:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'subnets': [{'id': '7438aa95-5354-437f-a3ae-0c226f48f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:02:56.956873 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f2b4-6211-4221-af18-d35227e05407 req-d8fad6ee-80bb-4126-827f-3a3bf8db60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:02:56.958363 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-66e1f2b4-6211-4221-af18-d35227e05407 req-d8fad6ee-80bb-4126-827f-3a3bf8db60dc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9e5d643885114a45b305ac13bef897d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946245 May 13 22:02:57.029898 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51502) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:57.065652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f2b4-6211-4221-af18-d35227e05407 req-d20fe88c-fca7-4326-89b1-790e8bfc139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:02:57.067295 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-66e1f2b4-6211-4221-af18-d35227e05407 req-d20fe88c-fca7-4326-89b1-790e8bfc139b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021376 May 13 22:02:57.091666 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c411-43e4-44be-8665-03b8f5f79826 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (2c37af29-dbd1-40ea-92dc-e73c235a8679), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.116980 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c411-43e4-44be-8665-03b8f5f79826 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (2c37af29-dbd1-40ea-92dc-e73c235a8679), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.167571 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c411-43e4-44be-8665-03b8f5f79826 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (2c37af29-dbd1-40ea-92dc-e73c235a8679), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.170312 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c411-43e4-44be-8665-03b8f5f79826 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.171514 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-8eb7c411-43e4-44be-8665-03b8f5f79826 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "DELETE /v2.0/security-groups/2c37af29-dbd1-40ea-92dc-e73c235a8679 HTTP/1.1" status: 204 len: 168 time: 0.1404612 May 13 22:02:57.174475 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51504) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:57.181344 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7c411-43e4-44be-8665-03b8f5f79826 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c37af29-dbd1-40ea-92dc-e73c235a8679,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:57.184456 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afe444-0118-4d81-beda-7c7b114d5192 None None] New status for floating IP 1dbdacc0-e3d7-45e9-8f2e-3ec767242d59: DOWN {{(pid=114888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:02:57.191046 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.api.v2.resource [None req-b3ed9164-dbc0-43f2-9c9b-3ce81660ab9b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] show failed (client error): The resource could not be found. May 13 22:02:57.195113 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51506) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:02:57.195351 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b3ed9164-dbc0-43f2-9c9b-3ce81660ab9b tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "GET /v2.0/security-groups/2c37af29-dbd1-40ea-92dc-e73c235a8679 HTTP/1.1" status: 404 len: 347 time: 0.0195737 May 13 22:02:57.317348 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Deleting port 97c85e7e-9cd7-4b84-987f-df7830d344ce {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:02:57.317667 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.397400 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.397732 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (97c85e7e-9cd7-4b84-987f-df7830d344ce), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.409413 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Calling delete_port for 97c85e7e-9cd7-4b84-987f-df7830d344ce owned by network:floatingip {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:02:57.539774 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (97c85e7e-9cd7-4b84-987f-df7830d344ce), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.570052 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Pushing event deleted for resources: {'Port': ['ID=97c85e7e-9cd7-4b84-987f-df7830d344ce,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:02:57.628504 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks [] for floatingip (1dbdacc0-e3d7-45e9-8f2e-3ec767242d59), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.631426 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:02:57.632563 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-23e1697e-7266-44f1-84e6-82e6a3498a63 tempest-AttachVolumeTestJSON-565064498 tempest-AttachVolumeTestJSON-565064498-project] 10.222.0.35 "DELETE /v2.0/floatingips/1dbdacc0-e3d7-45e9-8f2e-3ec767242d59 HTTP/1.1" status: 204 len: 168 time: 0.4364796 May 13 22:02:59.218111 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b321ec03-f9a3-4cea-8d6b-04e905d705e9 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:02:59.237949 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: b321ec03-f9a3-4cea-8d6b-04e905d705e9 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:02:59.238286 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device b321ec03-f9a3-4cea-8d6b-04e905d705e9 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:03:01.142676 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51534) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:01.716935 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:01.945107 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Deleting port c9a4f880-8082-4a7c-b6eb-c57ec7cea509 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:03:01.945446 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:02.021487 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] For port c9a4f880-8082-4a7c-b6eb-c57ec7cea509, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:02.021767 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:02.034271 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Calling delete_port for c9a4f880-8082-4a7c-b6eb-c57ec7cea509 owned by network:router_interface {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:03:02.219471 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (c9a4f880-8082-4a7c-b6eb-c57ec7cea509), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:02.249976 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a4f880-8082-4a7c-b6eb-c57ec7cea509,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:02.275435 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.275691 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.276055 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.276399 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.276744 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.277081 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.277415 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.277749 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.278085 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.278420 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.278785 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.279122 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.279455 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.279786 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.280114 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:02.427364 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:02.645379 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:03:02.755328 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:03:02.762958 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-c94d039b-3bfe-4b7e-a8ec-c04d35584ba9 admin admin] 10.222.0.35 "PUT /v2.0/routers/fdc814cb-1f62-4896-abcf-7ce23cc6aad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172056 May 13 22:03:02.762958 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51536) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:02.768250 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] Sync routers for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:03:02.778192 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:03:02.779052 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:02:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:02.872608 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks [] for router (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:02.892916 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:03:02.977082 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks [] for router_gateway (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.020844 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Deleting port eb26428e-f41d-486d-8a63-f6ddb92e52af {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:03:03.021204 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.060777 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T22:03:02Z', 'revision_number': 5, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port': {'id': 'eb26428e-f41d-486d-8a63-f6ddb92e52af', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:03.086863 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] Checking router: fdc814cb-1f62-4896-abcf-7ce23cc6aad2 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:03:03.094782 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] Routers {'fdc814cb-1f62-4896-abcf-7ce23cc6aad2'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:03:03.095384 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:02:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:03.097875 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] For port eb26428e-f41d-486d-8a63-f6ddb92e52af, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=eb26428e-f41d-486d-8a63-f6ddb92e52af,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:03.098243 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.111740 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Calling delete_port for eb26428e-f41d-486d-8a63-f6ddb92e52af owned by network:router_gateway {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:03:03.183228 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] Set router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:03:03.239186 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T22:03:02Z', 'revision_number': 6, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:03.265418 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43c5ff-01ac-4b72-8156-6c6f4f1d6d6c None None] The sync data for ids ['fdc814cb-1f62-4896-abcf-7ce23cc6aad2'] in dv-cinder-840516-1-iscsi is: [{'id': 'fdc814cb-1f62-4896-abcf-7ce23cc6aad2', 'name': 'tempest-AttachVolumeTestJSON-1823847948-router', 'tenant_id': '9e5d643885114a45b305ac13bef897d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T21:58:54Z', 'updated_at': '2022-05-13T22:03:02Z', 'revision_number': 6, 'project_id': '9e5d643885114a45b305ac13bef897d3', 'gw_port_host': None}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:03:03.290064 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (eb26428e-f41d-486d-8a63-f6ddb92e52af), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.320448 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Pushing event deleted for resources: {'Port': ['ID=eb26428e-f41d-486d-8a63-f6ddb92e52af,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:03.378331 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.466442 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.468517 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks [] for router_controller (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.513102 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (fdc814cb-1f62-4896-abcf-7ce23cc6aad2), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.513638 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc814cb-1f62-4896-abcf-7ce23cc6aad2 {{(pid=114886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 22:03:03.517698 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.518881 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-433d163e-36b2-4114-9f97-c6e86f8f89ba admin admin] 10.222.0.35 "DELETE /v2.0/routers/fdc814cb-1f62-4896-abcf-7ce23cc6aad2 HTTP/1.1" status: 204 len: 168 time: 0.7549641 May 13 22:03:03.521880 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51538) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:03.568745 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Deleting subnet 7438aa95-5354-437f-a3ae-0c226f48f31b {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:03:03.571750 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Publish callbacks [] for subnet (7438aa95-5354-437f-a3ae-0c226f48f31b), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.607198 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (7438aa95-5354-437f-a3ae-0c226f48f31b), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.669124 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:03:03.689374 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (7438aa95-5354-437f-a3ae-0c226f48f31b), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.743833 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (7438aa95-5354-437f-a3ae-0c226f48f31b), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.771054 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7438aa95-5354-437f-a3ae-0c226f48f31b,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:03.775229 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.778998 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-9a346cf1-fd3e-4524-ab66-fdb403775bb8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7438aa95-5354-437f-a3ae-0c226f48f31b HTTP/1.1" status: 204 len: 168 time: 0.2555211 May 13 22:03:03.780980 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51540) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:03.783898 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26093f80-4d96-49f4-abf6-ef6d2fbafe6c None None] Network 78fbdc0f-a69d-4b29-8570-901b523fd527 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:03:03.848678 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (78fbdc0f-a69d-4b29-8570-901b523fd527), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.896240 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Deleting port 1092bd82-45be-4353-acb1-b206604def77 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:03:03.897077 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (1092bd82-45be-4353-acb1-b206604def77), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.959785 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] For port 1092bd82-45be-4353-acb1-b206604def77, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=1092bd82-45be-4353-acb1-b206604def77,segment=NetworkSegment(72eed77a-c660-4ef6-a2e6-2979b5646c85),segment_id=72eed77a-c660-4ef6-a2e6-2979b5646c85)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:03.960082 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (1092bd82-45be-4353-acb1-b206604def77), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:03.972287 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Calling delete_port for 1092bd82-45be-4353-acb1-b206604def77 owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:03:04.046120 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] DHCP port deletion for 78fbdc0f-a69d-4b29-8570-901b523fd527 request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 22:03:04.059296 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (1092bd82-45be-4353-acb1-b206604def77), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.083267 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1092bd82-45be-4353-acb1-b206604def77,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:04.088762 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] No DVR routers for this DVR port 1092bd82-45be-4353-acb1-b206604def77 on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:03:04.093592 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Deleting port 1092bd82-45be-4353-acb1-b206604def77 {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:03:04.093974 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (1092bd82-45be-4353-acb1-b206604def77), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.161263 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (78fbdc0f-a69d-4b29-8570-901b523fd527), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.165113 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] For port 1092bd82-45be-4353-acb1-b206604def77, host dv-cinder-840516-1-iscsi, got binding levels [] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:04.165554 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (1092bd82-45be-4353-acb1-b206604def77), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.179133 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Calling delete_port for 1092bd82-45be-4353-acb1-b206604def77 owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:03:04.181821 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fbdc0f-a69d-4b29-8570-901b523fd527']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:04.181969 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.ipam_backend_mixin [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Port 1092bd82-45be-4353-acb1-b206604def77 was not found and therefore no delete operation was performed {{(pid=114888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 13 22:03:04.183206 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (1092bd82-45be-4353-acb1-b206604def77), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.192127 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eed77a-c660-4ef6-a2e6-2979b5646c85') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:04.192483 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eed77a-c660-4ef6-a2e6-2979b5646c85') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:03:04.203102 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (72eed77a-c660-4ef6-a2e6-2979b5646c85), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.208003 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] Pushing event deleted for resources: {'Port': ['ID=1092bd82-45be-4353-acb1-b206604def77,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:04.212695 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e95f6b-9dd4-43b1-a7b1-9e97519b6ced None None] No DVR routers for this DVR port 1092bd82-45be-4353-acb1-b206604def77 on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:03:04.222031 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (72eed77a-c660-4ef6-a2e6-2979b5646c85), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.226318 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:03:04.226772 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (72eed77a-c660-4ef6-a2e6-2979b5646c85), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:03:04.228701 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:03:04.290224 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (78fbdc0f-a69d-4b29-8570-901b523fd527), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.302041 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.305729 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/78fbdc0f-a69d-4b29-8570-901b523fd527 HTTP/1.1" status: 204 len: 168 time: 0.5237026 May 13 22:03:04.317138 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009748eb-7e11-459b-b1e6-439fa7ab41e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fbdc0f-a69d-4b29-8570-901b523fd527,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:04.468193 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51544) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:04.510971 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f5065324-0201-451b-88cd-923ab9cfeafd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e5d643885114a45b305ac13bef897d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415688 May 13 22:03:04.513432 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51546) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:04.559436 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddb41-c619-4b4c-b5f7-2a33255617b4 admin admin] Publish callbacks [] for security_group (59368bb1-ced7-4a0b-af6e-ac213f4a9687), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.579245 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddb41-c619-4b4c-b5f7-2a33255617b4 admin admin] Publish callbacks [] for security_group (59368bb1-ced7-4a0b-af6e-ac213f4a9687), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.631262 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddb41-c619-4b4c-b5f7-2a33255617b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (59368bb1-ced7-4a0b-af6e-ac213f4a9687), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.633691 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddb41-c619-4b4c-b5f7-2a33255617b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:04.634865 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-5b1ddb41-c619-4b4c-b5f7-2a33255617b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59368bb1-ced7-4a0b-af6e-ac213f4a9687 HTTP/1.1" status: 204 len: 168 time: 0.1205211 May 13 22:03:04.642500 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ddb41-c619-4b4c-b5f7-2a33255617b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59368bb1-ced7-4a0b-af6e-ac213f4a9687,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:04.793258 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 1092bd82-45be-4353-acb1-b206604def77 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:03:04.816797 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 1092bd82-45be-4353-acb1-b206604def77 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:03:04.817145 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 1092bd82-45be-4353-acb1-b206604def77 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:03:04.817558 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device c9a4f880-8082-4a7c-b6eb-c57ec7cea509 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:03:04.836619 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: c9a4f880-8082-4a7c-b6eb-c57ec7cea509 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:03:04.836952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device c9a4f880-8082-4a7c-b6eb-c57ec7cea509 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:03:04.837362 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device eb26428e-f41d-486d-8a63-f6ddb92e52af no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:03:04.856955 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: eb26428e-f41d-486d-8a63-f6ddb92e52af {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:03:04.857305 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device eb26428e-f41d-486d-8a63-f6ddb92e52af not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:03:06.187773 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51592) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:06.293833 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-82de9a2e-2082-4a01-a797-1bae2b390dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.365279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-82de9a2e-2082-4a01-a797-1bae2b390dee admin admin] Publish callbacks [] for security_group (029ccb94-a0e8-475d-baac-8a40ea430298), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.368874 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-82de9a2e-2082-4a01-a797-1bae2b390dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (029ccb94-a0e8-475d-baac-8a40ea430298), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.406162 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-82de9a2e-2082-4a01-a797-1bae2b390dee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=036be95cb0df4b8d9d612a025ceca00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172868 May 13 22:03:06.407179 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de9a2e-2082-4a01-a797-1bae2b390dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029ccb94-a0e8-475d-baac-8a40ea430298,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:06.408803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51596) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:06.454900 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0af079f4-6413-4536-bf7a-2b6585bf0b7f admin admin] Publish callbacks [] for security_group (029ccb94-a0e8-475d-baac-8a40ea430298), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.476252 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0af079f4-6413-4536-bf7a-2b6585bf0b7f admin admin] Publish callbacks [] for security_group (029ccb94-a0e8-475d-baac-8a40ea430298), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.525690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0af079f4-6413-4536-bf7a-2b6585bf0b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (029ccb94-a0e8-475d-baac-8a40ea430298), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.528281 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0af079f4-6413-4536-bf7a-2b6585bf0b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.529428 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0af079f4-6413-4536-bf7a-2b6585bf0b7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/029ccb94-a0e8-475d-baac-8a40ea430298 HTTP/1.1" status: 204 len: 168 time: 0.1196504 May 13 22:03:06.538319 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af079f4-6413-4536-bf7a-2b6585bf0b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ccb94-a0e8-475d-baac-8a40ea430298,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:06.786870 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51602) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:06.802420 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96931d68-036e-4e77-ae07-4fe84f6bf12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.874550 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96931d68-036e-4e77-ae07-4fe84f6bf12a admin admin] Publish callbacks [] for security_group (1c7dae63-a780-4c0a-b102-7fc8cef5c5ff), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.877947 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-96931d68-036e-4e77-ae07-4fe84f6bf12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1c7dae63-a780-4c0a-b102-7fc8cef5c5ff), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.915427 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-96931d68-036e-4e77-ae07-4fe84f6bf12a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2a28a6ea7a74a26a6fde5e7ab64d709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275249 May 13 22:03:06.916202 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931d68-036e-4e77-ae07-4fe84f6bf12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7dae63-a780-4c0a-b102-7fc8cef5c5ff,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:06.918120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51604) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:06.965264 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ea16dfe-df3d-423d-84ce-b978face4cb5 admin admin] Publish callbacks [] for security_group (1c7dae63-a780-4c0a-b102-7fc8cef5c5ff), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:06.985467 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ea16dfe-df3d-423d-84ce-b978face4cb5 admin admin] Publish callbacks [] for security_group (1c7dae63-a780-4c0a-b102-7fc8cef5c5ff), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:07.030199 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ea16dfe-df3d-423d-84ce-b978face4cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (1c7dae63-a780-4c0a-b102-7fc8cef5c5ff), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:07.032668 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1ea16dfe-df3d-423d-84ce-b978face4cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:07.033787 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1ea16dfe-df3d-423d-84ce-b978face4cb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c7dae63-a780-4c0a-b102-7fc8cef5c5ff HTTP/1.1" status: 204 len: 168 time: 0.1146512 May 13 22:03:07.041000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea16dfe-df3d-423d-84ce-b978face4cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7dae63-a780-4c0a-b102-7fc8cef5c5ff,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:13.960751 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:15.078582 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-c79decb6-5ef5-49a9-909b-75e5e28c3b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:17.315525 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1ae5ee28-0f58-4cca-b49a-05a2e47561c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:18.550931 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:19.892500 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:21.312107 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.377713 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51744) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:23.479790 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a8ac27e1-8b31-4642-8334-1737bc8b73eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.556279 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a8ac27e1-8b31-4642-8334-1737bc8b73eb admin admin] Publish callbacks [] for security_group (57b3e695-321a-4fcf-819e-b4038e758d88), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.559730 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a8ac27e1-8b31-4642-8334-1737bc8b73eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (57b3e695-321a-4fcf-819e-b4038e758d88), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.598420 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-a8ac27e1-8b31-4642-8334-1737bc8b73eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3faebb433d194e88931d6374768b9b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196527 May 13 22:03:23.600378 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac27e1-8b31-4642-8334-1737bc8b73eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b3e695-321a-4fcf-819e-b4038e758d88,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:23.601109 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51748) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:23.649477 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-33f7c172-1d68-4c14-a239-aef869c04a2a admin admin] Publish callbacks [] for security_group (57b3e695-321a-4fcf-819e-b4038e758d88), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.669779 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-33f7c172-1d68-4c14-a239-aef869c04a2a admin admin] Publish callbacks [] for security_group (57b3e695-321a-4fcf-819e-b4038e758d88), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.716392 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-33f7c172-1d68-4c14-a239-aef869c04a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (57b3e695-321a-4fcf-819e-b4038e758d88), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.719087 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-33f7c172-1d68-4c14-a239-aef869c04a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:23.720248 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-33f7c172-1d68-4c14-a239-aef869c04a2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57b3e695-321a-4fcf-819e-b4038e758d88 HTTP/1.1" status: 204 len: 168 time: 0.1181605 May 13 22:03:23.727868 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7c172-1d68-4c14-a239-aef869c04a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b3e695-321a-4fcf-819e-b4038e758d88,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:24.317396 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 51770) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:24.411327 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-978457996-network', 'tenant_id': '2cbf8c168c0549d89ee2ab4f8adf6f34'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:03:24.432776 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Made reservation on behalf of 2cbf8c168c0549d89ee2ab4f8adf6f34 for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:03:24.435050 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.443021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.515578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks [] for security_group (e91cd414-c076-42eb-8079-2e6aff45ef0b), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.519173 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e91cd414-c076-42eb-8079-2e6aff45ef0b), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.542803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 22:03:24.551714 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91cd414-c076-42eb-8079-2e6aff45ef0b,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:24.558058 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (da749d07-2b50-4bad-850d-09792c35d666), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.558503 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Added segment da749d07-2b50-4bad-850d-09792c35d666 of type vlan for network fce2d962-b1c9-46ad-b4a7-880640fad08c May 13 22:03:24.602261 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (fce2d962-b1c9-46ad-b4a7-880640fad08c), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.629547 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (fce2d962-b1c9-46ad-b4a7-880640fad08c), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.630652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:24.631219 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.669071 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 51774) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:03:24.669686 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3506701 May 13 22:03:24.674173 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Request body: {'subnet': {'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-978457996-subnet', 'tenant_id': '2cbf8c168c0549d89ee2ab4f8adf6f34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:03:24.695676 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Made reservation on behalf of 2cbf8c168c0549d89ee2ab4f8adf6f34 for: {'subnet': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:03:24.697968 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14045349'] for subnet (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.702822 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cf7b8-6c85-4973-9058-e78fb86f6ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=fce2d962-b1c9-46ad-b4a7-880640fad08c,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:24.713567 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network fce2d962-b1c9-46ad-b4a7-880640fad08c details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 22:03:24.869812 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13844865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14045363'] for subnet (ef479d2f-c3bd-47fa-9c10-1da70773e797), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.927765 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef479d2f-c3bd-47fa-9c10-1da70773e797,revision_number=0']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:24.938302 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Checking segment: {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:03:24.938662 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Network hostable DHCP agents. Network: fce2d962-b1c9-46ad-b4a7-880640fad08c, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 22:03:24.955747 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Network fce2d962-b1c9-46ad-b4a7-880640fad08c is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 22:03:24.964422 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, fce2d962-b1c9-46ad-b4a7-880640fad08c) {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:03:24.968451 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:24.969074 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:24.973715 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e172f-3e78-4da1-8466-af4623b50a12 None None] Network fce2d962-b1c9-46ad-b4a7-880640fad08c requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:03:24.985144 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4ac2fccb-1419-43b2-a40f-f30659592949 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3149180 May 13 22:03:25.071527 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2444e5-82ae-4c4e-a792-faeb0a4a282a None None] Network fce2d962-b1c9-46ad-b4a7-880640fad08c requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:03:26.691554 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-9a10bf73-bf4b-47fb-9e75-0b7acf440589 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:26.693005 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-9a10bf73-bf4b-47fb-9e75-0b7acf440589 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 813 time: 0.0989263 May 13 22:03:26.707266 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-dbccbf61-2c34-4161-94dc-dba64e892e68 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/quotas/2cbf8c168c0549d89ee2ab4f8adf6f34 HTTP/1.1" status: 200 len: 375 time: 0.0087771 May 13 22:03:26.742934 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-6a55bf02-9580-4232-a246-f5b711bcda19 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303502 May 13 22:03:26.794548 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-4793ed35-b6d9-43cb-9eeb-b36528a3cfc2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 22:03:26.795584 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-4793ed35-b6d9-43cb-9eeb-b36528a3cfc2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0464685 May 13 22:03:26.882179 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-af2f9711-ae57-40e5-92c1-cc3aeac97e55 service neutron] 10.222.0.35 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802536 May 13 22:03:26.976132 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-011e9db6-c3bf-4f95-923e-1eae570fc525 service neutron] 10.222.0.35 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881903 May 13 22:03:27.128319 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c9e35989-bf57-4872-838f-d0bb8019ec3c req-84ec5f05-a860-4460-a2d0-e0a8288ddbe5 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0270970 May 13 22:03:28.207273 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-88464745-1fbb-4fb2-b30c-b51df6a2081b req-7bf74e74-9ddf-4337-b7a4-87e8e1db416e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0311949 May 13 22:03:29.286362 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4a6d876b-2007-495b-a917-ee6d5102a2ef req-8cc35d02-0ed7-4559-8b4a-eeeff51c6cd0 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0304105 May 13 22:03:30.361836 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-438d29fd-7575-4d00-b25a-55bea90c0cab req-d0be2cfb-602b-4746-9d7d-e50be1350370 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0269389 May 13 22:03:31.452456 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b183f946-8fd7-4748-8a46-d4639ce4497a req-c93eabea-db97-4727-aee9-bc38b9a93911 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0269814 May 13 22:03:32.258378 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-7a3ac040-43a1-41ee-a628-806c4b8df0b4 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:32.259823 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-7a3ac040-43a1-41ee-a628-806c4b8df0b4 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 813 time: 0.1015449 May 13 22:03:32.278322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Request body: {'port': {'device_id': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c', 'admin_state_up': True, 'tenant_id': '2cbf8c168c0549d89ee2ab4f8adf6f34'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:03:32.381868 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Made reservation on behalf of 2cbf8c168c0549d89ee2ab4f8adf6f34 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:03:32.385947 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:32.510163 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Allocated IP 172.20.0.4 (fce2d962-b1c9-46ad-b4a7-880640fad08c/ef479d2f-c3bd-47fa-9c10-1da70773e797/92321f06-72d1-4f8a-baf7-e6a4cc2bffc0) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:03:32.556299 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-313ccff2-b6a7-466f-9ec9-f6f259c82645 req-6c93c77c-bc6d-43d8-b085-69e65c77b22b tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0362456 May 13 22:03:32.682688 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks [] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:32.715107 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:32.753989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Network fce2d962-b1c9-46ad-b4a7-880640fad08c is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:03:32.757593 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:03:32.761322 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:03:32.787318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Pushing event updated for resources: {'Port': ['ID=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:32.814993 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:32.815601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:32.830344 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e20119e5-ffb1-4629-bb31-0e5ec21e2f3f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558140 May 13 22:03:32.847297 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Request body: {'port': {'device_id': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:03:33.166680 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:33.447652 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:03:33.454655 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Publish callbacks [] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:33.467353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Transition to ACTIVE for port object 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 22:03:33.470694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:33.520316 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:33.582375 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Attempting to bind port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:03:33.582716 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Attempting to bind port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:03:33.583049 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Attempting to bind port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 on network fce2d962-b1c9-46ad-b4a7-880640fad08c {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:03:33.588147 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 on network fce2d962-b1c9-46ad-b4a7-880640fad08c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 22:03:33.588481 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Attempting to bind port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 on network fce2d962-b1c9-46ad-b4a7-880640fad08c {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:03:33.593267 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:03:33.593610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Checking segment: {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:03:33.593996 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Bound using segment: {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:03:33.594424 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Bound port: 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:03:33.594824 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:33.691111 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb5bee-aab3-4259-8e55-f72d1d326fcc req-8f2b80c9-0e2a-4aa7-9fec-442ea921a911 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:33.692577 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5afb5bee-aab3-4259-8e55-f72d1d326fcc req-8f2b80c9-0e2a-4aa7-9fec-442ea921a911 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 943 time: 0.0639551 May 13 22:03:33.698947 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] For port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:03:33.703516 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] For port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:03:33.719872 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:33.769663 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:33.770285 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:33.771689 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] 10.222.0.58 "PUT /v2.0/ports/92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 HTTP/1.1" status: 200 len: 1093 time: 0.9283192 May 13 22:03:33.775172 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'tag': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:03:33.777411 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c", "tag": "92321f06-72d1-4f8a-baf7-e6a4cc2bffc0"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:03:33.794493 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5afb5bee-aab3-4259-8e55-f72d1d326fcc req-eed9cad3-c9b3-4f33-bfb0-5065be47db2a tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933139 May 13 22:03:33.808021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce3fd-b337-4cff-a771-4828cee60fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:33.820585 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e94e06-1d19-4890-b0e0-c51fc4ad3d3c x-openstack-request-id: req-d8e94e06-1d19-4890-b0e0-c51fc4ad3d3c {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:03:33.820898 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c", "tag": "92321f06-72d1-4f8a-baf7-e6a4cc2bffc0", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:03:33.821177 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8e94e06-1d19-4890-b0e0-c51fc4ad3d3c {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:03:33.821578 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e94e06-1d19-4890-b0e0-c51fc4ad3d3c'] response: {'name': 'network-changed', 'server_uuid': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'tag': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0', 'status': 'completed', 'code': 200} May 13 22:03:33.892830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-a8373947-5d5c-4ff9-ba5f-23f9474644a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:33.894320 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-a8373947-5d5c-4ff9-ba5f-23f9474644a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 1127 time: 0.0477915 May 13 22:03:33.940037 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-738bf401-6f79-4166-b1ee-147f7e995f28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 HTTP/1.1" status: 200 len: 217 time: 0.0331397 May 13 22:03:33.998474 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-a0780f9f-ce4a-4eb2-bc47-738b2a782d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:33.998474 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-a0780f9f-ce4a-4eb2-bc47-738b2a782d7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 200 len: 853 time: 0.0506122 May 13 22:03:34.028130 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-f5642e57-c0c3-49aa-96ce-35866d549b51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fce2d962-b1c9-46ad-b4a7-880640fad08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257072 May 13 22:03:34.117901 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-27f3e227-c30a-496b-9b15-32e9336c59cb service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833960 May 13 22:03:34.205497 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-edf7a4ee-7400-4fe1-91fa-4cc2684954ec req-d93c61a9-e855-4486-88a3-212d0c831eb9 service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821228 May 13 22:03:34.918034 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec05f51-05e0-4ffb-9e59-46ee2a0ec453 req-d5746280-941f-42e8-b4d1-1df077460385 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:34.920741 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dec05f51-05e0-4ffb-9e59-46ee2a0ec453 req-d5746280-941f-42e8-b4d1-1df077460385 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 943 time: 0.0564055 May 13 22:03:34.986424 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-6e6f3eef-58bb-41ad-9a01-aa2ed0874f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:34.987908 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-6e6f3eef-58bb-41ad-9a01-aa2ed0874f81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 1127 time: 0.0553021 May 13 22:03:35.006602 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-dec05f51-05e0-4ffb-9e59-46ee2a0ec453 req-b49107e4-5db0-49ba-a988-9f2315135ef0 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 May 13 22:03:35.081639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-fe6d9fb8-c0f6-4cb8-8cfd-4da307adfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:35.083101 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-fe6d9fb8-c0f6-4cb8-8cfd-4da307adfb86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 914 time: 0.0881264 May 13 22:03:35.121501 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-ee4cd930-a6d6-45d6-b80b-fdb094c1274f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 HTTP/1.1" status: 200 len: 217 time: 0.0322812 May 13 22:03:35.168925 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-09e7d137-5987-4375-aa2e-3f697420cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:35.170396 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-09e7d137-5987-4375-aa2e-3f697420cdd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 200 len: 853 time: 0.0424619 May 13 22:03:35.205541 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-1638272c-aa34-43a1-ab65-3846247ac6dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fce2d962-b1c9-46ad-b4a7-880640fad08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295966 May 13 22:03:35.293762 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-55fcf8cd-a972-4945-87a1-bb3d5d6c1d2e service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822577 May 13 22:03:35.384152 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5d4d1dbc-9485-4b88-9cfc-e7748dcde3c7 req-c65e83f6-31fe-4b87-b65d-113923a1dafd service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 May 13 22:03:36.119167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb0055-107a-4844-ba2c-fac62b9d62d7 req-e105834d-093d-4540-af1c-80164983777b tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:36.120611 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14eb0055-107a-4844-ba2c-fac62b9d62d7 req-e105834d-093d-4540-af1c-80164983777b tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 943 time: 0.0465837 May 13 22:03:36.166414 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-14eb0055-107a-4844-ba2c-fac62b9d62d7 req-7f3a0b4d-136e-43bd-adee-c4bb8cdddffa tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 May 13 22:03:37.276377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86689a0-9bfd-4f37-a48b-0938672a919c req-e12e12d3-6a92-4552-8ec5-b3a28e52944f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:37.277840 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e86689a0-9bfd-4f37-a48b-0938672a919c req-e12e12d3-6a92-4552-8ec5-b3a28e52944f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 943 time: 0.0458443 May 13 22:03:37.326749 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e86689a0-9bfd-4f37-a48b-0938672a919c req-9339483c-ccce-482e-8c2e-9bd569894d20 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 May 13 22:03:37.463899 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 22:03:37.559868 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:37.570450 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0', 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c', 'port_id': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0', 'mac_address': 'fa:16:3e:b6:95:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef479d2f-c3bd-47fa-9c10-1da70773e797', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 22:03:37.605815 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:03:37.606200 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:37.618928 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:03:37.637172 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:37.641106 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:37.693902 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:37.700643 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.700993 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.701341 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.701680 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.702019 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.702351 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.702679 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.703030 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.703358 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.703683 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.704008 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.704337 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.704657 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.704980 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.705304 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:03:37.930727 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['92321f06-72d1-4f8a-baf7-e6a4cc2bffc0'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:03:38.435620 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c992-0e58-4860-8c54-9f42406f1aa6 req-1c0f8a98-a962-4d2f-84cd-7e873059b28b tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:38.437120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5bb7c992-0e58-4860-8c54-9f42406f1aa6 req-1c0f8a98-a962-4d2f-84cd-7e873059b28b tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 944 time: 0.0460942 May 13 22:03:38.483630 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5bb7c992-0e58-4860-8c54-9f42406f1aa6 req-c480772b-10c9-4e0c-a6b2-465e6daf1e7c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 May 13 22:03:39.483362 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:03:39.603384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b1b35-aa43-4d0e-9179-b255b11a280b req-22c102a1-eaf8-4f1e-ae21-8bf7b8e71317 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:39.605174 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc3b1b35-aa43-4d0e-9179-b255b11a280b req-22c102a1-eaf8-4f1e-ae21-8bf7b8e71317 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 944 time: 0.0494325 May 13 22:03:39.652872 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc3b1b35-aa43-4d0e-9179-b255b11a280b req-362dc1b4-deb5-46cb-9d13-fc4e1926d213 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 May 13 22:03:39.654395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 22:03:39.659681 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:03:39.660044 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:39.735236 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:03:39.735541 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:39.758362 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:03:39.760575 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f17b1d8-119d-4d10-a09f-df585c6d4b14" -d '{"events": [{"server_uuid": "4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c", "name": "network-vif-plugged", "status": "completed", "tag": "92321f06-72d1-4f8a-baf7-e6a4cc2bffc0"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:03:39.776852 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:03:39.780873 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:39.828693 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:03:39.914843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e8152-b878-44b6-b57f-b6c5f3e5e3f1 x-openstack-request-id: req-8d5e8152-b878-44b6-b57f-b6c5f3e5e3f1 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:03:39.915156 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c", "name": "network-vif-plugged", "status": "completed", "tag": "92321f06-72d1-4f8a-baf7-e6a4cc2bffc0", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:03:39.915408 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d5e8152-b878-44b6-b57f-b6c5f3e5e3f1 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:03:39.915802 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5e8152-b878-44b6-b57f-b6c5f3e5e3f1'] response: {'server_uuid': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0', 'code': 200} May 13 22:03:40.110230 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3079aa8-2afe-4334-84e3-5588ce703b40 req-70dfe7bf-9627-41ec-a99f-edea038e1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:40.111622 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3079aa8-2afe-4334-84e3-5588ce703b40 req-70dfe7bf-9627-41ec-a99f-edea038e1f53 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 1129 time: 0.0415287 May 13 22:03:40.153721 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f3079aa8-2afe-4334-84e3-5588ce703b40 req-1cef023a-6cab-492a-96ef-ceb646fab2e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 May 13 22:03:40.668566 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:03:40.764538 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bec0f-5341-4542-9c96-bf1e278f2329 req-237acd5e-b6c1-4dbb-8f77-33e499598a5d tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:40.766003 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-258bec0f-5341-4542-9c96-bf1e278f2329 req-237acd5e-b6c1-4dbb-8f77-33e499598a5d tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 945 time: 0.0464272 May 13 22:03:40.812096 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-258bec0f-5341-4542-9c96-bf1e278f2329 req-7c61d156-f3f1-4d5d-a580-589a2c360eb8 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 May 13 22:03:41.926358 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ce3a7-6c3e-4541-a319-7d8e9d0d0e2f req-716efc3f-9eab-4c1c-b2fe-9431940e4fc8 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:41.927880 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc6ce3a7-6c3e-4541-a319-7d8e9d0d0e2f req-716efc3f-9eab-4c1c-b2fe-9431940e4fc8 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 945 time: 0.0490282 May 13 22:03:41.973037 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-bc6ce3a7-6c3e-4541-a319-7d8e9d0d0e2f req-2b2ad273-cd3f-4247-89f1-026b00f745d1 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 May 13 22:03:43.993786 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:45.079743 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-30abc107-9c4f-47ef-9b42-4204e72bc7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:47.317756 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d4757e4b-082a-4f4a-884a-0aa21bde8048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:48.554067 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:49.895154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:51.314599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:03:57.083254 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-2fe261ca-5df7-4520-9776-fd61b7878a64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366368 May 13 22:03:57.194270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-823e22fe-0b94-4177-b05b-8b594fb0d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:57.195790 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-823e22fe-0b94-4177-b05b-8b594fb0d871 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 1129 time: 0.0407023 May 13 22:03:57.313513 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-0f66aece-985b-4d52-86c3-5e1bcf99c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:57.315081 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-0f66aece-985b-4d52-86c3-5e1bcf99c864 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 914 time: 0.0927162 May 13 22:03:57.356852 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-b8b6b900-deee-4d30-9070-6cee7f818e8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 HTTP/1.1" status: 200 len: 217 time: 0.0356379 May 13 22:03:57.412405 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-59b3f9af-75c2-4391-8fa9-71ec05e9250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:03:57.413838 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-59b3f9af-75c2-4391-8fa9-71ec05e9250b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 200 len: 853 time: 0.0450678 May 13 22:03:57.448746 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-8663be53-4370-4157-9931-a6cae02d82d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fce2d962-b1c9-46ad-b4a7-880640fad08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291426 May 13 22:03:57.549424 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-c7b63eb0-fdfc-4753-a033-4985d7ab64ac service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 May 13 22:03:57.641179 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f5837e4a-4246-4abd-b545-45a1c76619ba req-28175e82-a9d1-427b-936b-fbef189af06c service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849140 May 13 22:04:14.011641 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:15.080182 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a116111d-2eb9-48fd-8d20-e0163306e331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:17.319113 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e6acb5cf-994b-4265-afc1-49ae63d04a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:17.668116 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:04:18.556960 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:19.462573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bec15-2585-4f3b-9569-abcac68737e5 req-0c2522e4-0b85-454a-9b01-8edb2a5b3fa5 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:19.464050 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-958bec15-2585-4f3b-9569-abcac68737e5 req-0c2522e4-0b85-454a-9b01-8edb2a5b3fa5 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 945 time: 0.0469930 May 13 22:04:19.510120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-958bec15-2585-4f3b-9569-abcac68737e5 req-b41c252d-1669-4738-9c83-821dcdbb5b35 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 May 13 22:04:19.897568 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:20.626796 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8fdc-f551-4552-83fa-5d473a2d939b req-c84eac97-671b-4e6e-a7dd-c4aef774a0b4 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:20.628225 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-131a8fdc-f551-4552-83fa-5d473a2d939b req-c84eac97-671b-4e6e-a7dd-c4aef774a0b4 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 945 time: 0.0494516 May 13 22:04:20.677265 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-131a8fdc-f551-4552-83fa-5d473a2d939b req-a6d0836d-35af-4732-bc66-4ae35ab889be tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 May 13 22:04:21.153522 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-47266c55-fc6a-478c-a035-fee83f801d95 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:21.155401 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-47266c55-fc6a-478c-a035-fee83f801d95 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 945 time: 0.0458589 May 13 22:04:21.237636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Deleting port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:04:21.237982 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:21.319030 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:21.331922 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] For port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:04:21.332328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:21.345021 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Calling delete_port for 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:04:21.470151 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (92321f06-72d1-4f8a-baf7-e6a4cc2bffc0), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:21.497089 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Pushing event deleted for resources: {'Port': ['ID=92321f06-72d1-4f8a-baf7-e6a4cc2bffc0,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:04:21.506462 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.506834 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.507234 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.507521 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.507856 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.508191 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.509106 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.509106 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.509288 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.509591 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.509821 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.510145 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.510425 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['92321f06-72d1-4f8a-baf7-e6a4cc2bffc0'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:04:21.510546 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.510799 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.511118 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:21.554189 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] No DVR routers for this DVR port 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:04:21.556817 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:21.560082 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-585764f4-c2c2-477c-be84-5ed7c278a9a2 req-4661678e-2b16-4080-ae0f-024a8de1b30c tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "DELETE /v2.0/ports/92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 HTTP/1.1" status: 204 len: 173 time: 0.4000242 May 13 22:04:21.560533 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'name': 'network-vif-deleted', 'tag': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:04:21.562806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a3c497-3f88-4231-8231-fa1b15957567" -d '{"events": [{"server_uuid": "4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c", "name": "network-vif-deleted", "tag": "92321f06-72d1-4f8a-baf7-e6a4cc2bffc0"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:04:21.598136 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00ee9db-6942-412a-b2d1-4b0437bcae85 x-openstack-request-id: req-a00ee9db-6942-412a-b2d1-4b0437bcae85 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:04:21.598438 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c", "name": "network-vif-deleted", "tag": "92321f06-72d1-4f8a-baf7-e6a4cc2bffc0", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:04:21.598726 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a00ee9db-6942-412a-b2d1-4b0437bcae85 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:04:21.599134 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00ee9db-6942-412a-b2d1-4b0437bcae85'] response: {'server_uuid': '4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c', 'name': 'network-vif-deleted', 'tag': '92321f06-72d1-4f8a-baf7-e6a4cc2bffc0', 'status': 'completed', 'code': 200} May 13 22:04:21.784850 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-558c512a-8297-4ced-bf2a-b293dd17ecc0 req-1e6d9656-5695-4c3b-bffe-5b39028a1f50 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a73ac3a-07a8-46d0-ba33-0b961e5fcc3c HTTP/1.1" status: 200 len: 210 time: 0.0284035 May 13 22:04:25.837457 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:04:25.860644 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:04:25.860996 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 92321f06-72d1-4f8a-baf7-e6a4cc2bffc0 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:04:30.738537 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-7887b540-b931-4bbc-85c2-f29c5a8c308a tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:30.740000 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-7887b540-b931-4bbc-85c2-f29c5a8c308a tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 813 time: 0.0998387 May 13 22:04:30.754542 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-05b21570-8ed7-4cab-8fc2-31dc4c19b189 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/quotas/2cbf8c168c0549d89ee2ab4f8adf6f34 HTTP/1.1" status: 200 len: 375 time: 0.0086875 May 13 22:04:30.785958 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-a28aefa5-690f-48f9-bc18-3511e782d45b tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267899 May 13 22:04:30.879418 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-20d57ad5-0722-44a7-ae62-c79420110eec service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 22:04:30.880399 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-20d57ad5-0722-44a7-ae62-c79420110eec service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0865648 May 13 22:04:30.970261 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-78222d14-65eb-4d28-928f-b2ec9081afd7 service neutron] 10.222.0.35 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840201 May 13 22:04:31.057471 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-4d53a5f6-7b2c-46de-9ac2-6ac121943757 service neutron] 10.222.0.35 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814927 May 13 22:04:31.218278 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d6a988a6-2cb1-4df4-9d3a-5401e2afdc24 req-fd9d29f9-fcdc-44f5-8277-d069d6457298 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 210 time: 0.0308828 May 13 22:04:32.156315 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-a19299ea-3620-44de-98f2-439b6a3317f1 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:32.157767 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-a19299ea-3620-44de-98f2-439b6a3317f1 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 813 time: 0.0987887 May 13 22:04:32.175530 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Request body: {'port': {'device_id': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c', 'admin_state_up': True, 'tenant_id': '2cbf8c168c0549d89ee2ab4f8adf6f34'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:04:32.296077 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Made reservation on behalf of 2cbf8c168c0549d89ee2ab4f8adf6f34 for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:04:32.299253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:32.321009 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6f5538c2-b87d-4519-b964-6595e7c3c200 req-eb90fecd-a923-474a-a8b8-d1c3499afb47 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 210 time: 0.0367038 May 13 22:04:32.437149 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Allocated IP 172.20.0.14 (fce2d962-b1c9-46ad-b4a7-880640fad08c/ef479d2f-c3bd-47fa-9c10-1da70773e797/77e39bcb-e254-477b-bb1d-1d404d8628c6) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:04:32.585063 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks [] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:32.616989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:32.658555 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Network fce2d962-b1c9-46ad-b4a7-880640fad08c is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:04:32.661695 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:04:32.667612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:04:32.689876 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Pushing event updated for resources: {'Port': ['ID=77e39bcb-e254-477b-bb1d-1d404d8628c6,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:04:32.717603 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:32.718212 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:32.733174 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-6b78433f-f47d-4e6e-839e-5be97aff8f46 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614161 May 13 22:04:32.749444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Request body: {'port': {'device_id': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:04:32.813238 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:33.090573 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e39bcb-e254-477b-bb1d-1d404d8628c6 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:04:33.097709 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Publish callbacks [] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:33.110653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Transition to ACTIVE for port object 77e39bcb-e254-477b-bb1d-1d404d8628c6 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 22:04:33.115225 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:33.184290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Pushing event updated for resources: {'Port': ['ID=77e39bcb-e254-477b-bb1d-1d404d8628c6,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:04:33.239414 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Attempting to bind port 77e39bcb-e254-477b-bb1d-1d404d8628c6 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:04:33.239750 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Attempting to bind port 77e39bcb-e254-477b-bb1d-1d404d8628c6 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:04:33.240078 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Attempting to bind port 77e39bcb-e254-477b-bb1d-1d404d8628c6 on network fce2d962-b1c9-46ad-b4a7-880640fad08c {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:04:33.244364 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Port 77e39bcb-e254-477b-bb1d-1d404d8628c6 on network fce2d962-b1c9-46ad-b4a7-880640fad08c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 22:04:33.244684 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Attempting to bind port 77e39bcb-e254-477b-bb1d-1d404d8628c6 on network fce2d962-b1c9-46ad-b4a7-880640fad08c {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:04:33.249319 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:04:33.249654 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Checking segment: {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:04:33.250034 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Bound using segment: {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:04:33.250456 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Bound port: 77e39bcb-e254-477b-bb1d-1d404d8628c6, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da749d07-2b50-4bad-850d-09792c35d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:04:33.250837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:33.310672 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] For port 77e39bcb-e254-477b-bb1d-1d404d8628c6, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:04:33.313558 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] For port 77e39bcb-e254-477b-bb1d-1d404d8628c6, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:04:33.319522 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:33.356262 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:33.356907 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:33.358299 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] 10.222.0.58 "PUT /v2.0/ports/77e39bcb-e254-477b-bb1d-1d404d8628c6 HTTP/1.1" status: 200 len: 1094 time: 0.6127365 May 13 22:04:33.360558 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'tag': '77e39bcb-e254-477b-bb1d-1d404d8628c6'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:04:33.362829 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40fc591-87d6-436d-906e-f58061ec7e06" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd0149b-5125-4ea1-877f-d74b066c1460", "tag": "77e39bcb-e254-477b-bb1d-1d404d8628c6"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:04:33.390146 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28da3-09fa-4cb4-83af-628b4d879c9d service neutron] Pushing event updated for resources: {'Port': ['ID=77e39bcb-e254-477b-bb1d-1d404d8628c6,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:04:33.409886 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3a4e8-71d6-42a4-99d9-179378f5890c x-openstack-request-id: req-b4b3a4e8-71d6-42a4-99d9-179378f5890c {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:04:33.410182 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd0149b-5125-4ea1-877f-d74b066c1460", "tag": "77e39bcb-e254-477b-bb1d-1d404d8628c6", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:04:33.410442 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4b3a4e8-71d6-42a4-99d9-179378f5890c {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:04:33.410870 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b3a4e8-71d6-42a4-99d9-179378f5890c'] response: {'name': 'network-changed', 'server_uuid': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'tag': '77e39bcb-e254-477b-bb1d-1d404d8628c6', 'status': 'completed', 'code': 200} May 13 22:04:33.473332 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb2852-b348-4482-8fee-c75a1fb15df2 req-5150f26f-2214-4587-8866-fa79948753eb tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:33.474815 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54fb2852-b348-4482-8fee-c75a1fb15df2 req-5150f26f-2214-4587-8866-fa79948753eb tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 944 time: 0.0793993 May 13 22:04:33.480800 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-2bc0d2b4-d12c-44cc-a2f4-965687400d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:33.482163 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-2bc0d2b4-d12c-44cc-a2f4-965687400d3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 1128 time: 0.0526426 May 13 22:04:33.537176 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-0f80bdfa-6629-453b-a314-18541c097d6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6 HTTP/1.1" status: 200 len: 217 time: 0.0410993 May 13 22:04:33.585099 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-54fb2852-b348-4482-8fee-c75a1fb15df2 req-2f27bf22-e46c-4173-a145-0cd34b557e9f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020019 May 13 22:04:33.597811 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-de2d2f7d-c819-4313-bc3b-50482880bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:33.599358 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-de2d2f7d-c819-4313-bc3b-50482880bfb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 200 len: 853 time: 0.0561774 May 13 22:04:33.630330 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-d4f34cc7-8cc7-4feb-a2e8-4373b1f46007 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fce2d962-b1c9-46ad-b4a7-880640fad08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253351 May 13 22:04:33.720237 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-70af3729-5eb2-4d35-be4b-8da01d211fdd service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 May 13 22:04:33.807827 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fb06ae12-3f1e-467f-aa45-33b74b08df5a req-c3a1ac3c-4c6c-4f1c-9e23-e29c7f12db70 service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814359 May 13 22:04:34.565442 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-8733dc4b-2aea-47ad-90c0-8f2d9c740fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:34.566981 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-8733dc4b-2aea-47ad-90c0-8f2d9c740fbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 1128 time: 0.0382743 May 13 22:04:34.668513 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-f6967b80-1c26-45fd-8db6-208a647804d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:34.669928 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-f6967b80-1c26-45fd-8db6-208a647804d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 914 time: 0.0972533 May 13 22:04:34.726465 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-4d283111-d19f-4dcb-bfbb-e0487515a0a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6 HTTP/1.1" status: 200 len: 217 time: 0.0410826 May 13 22:04:34.745216 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95bc1-29eb-4a34-8702-ee2d5c57fd52 req-7f14e328-e907-48b8-8490-d8044271ef23 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:34.746614 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fcc95bc1-29eb-4a34-8702-ee2d5c57fd52 req-7f14e328-e907-48b8-8490-d8044271ef23 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 944 time: 0.0917869 May 13 22:04:34.797594 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-20a932d6-dfda-413b-96a3-accdd252175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:34.799047 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-20a932d6-dfda-413b-96a3-accdd252175a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 200 len: 853 time: 0.0665979 May 13 22:04:34.835629 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-7333b438-5b62-4633-b951-cbb80d8d663e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fce2d962-b1c9-46ad-b4a7-880640fad08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310099 May 13 22:04:34.842396 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-fcc95bc1-29eb-4a34-8702-ee2d5c57fd52 req-9b4b19a5-a84a-4cfa-9030-bc00835266f6 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 May 13 22:04:34.928274 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-5132df5a-5575-4a46-8249-5079331be578 service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 May 13 22:04:35.014488 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f40fc591-87d6-436d-906e-f58061ec7e06 req-be22d108-592d-4628-bd7f-11b663101c3f service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804510 May 13 22:04:35.904067 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 77e39bcb-e254-477b-bb1d-1d404d8628c6 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 22:04:35.969585 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415690-5a80-4ad7-873d-296843942e96 req-d7da824d-14fd-42b4-8459-de25d79aab5d tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:35.971076 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-00415690-5a80-4ad7-873d-296843942e96 req-d7da824d-14fd-42b4-8459-de25d79aab5d tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 944 time: 0.0525708 May 13 22:04:36.003312 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 77e39bcb-e254-477b-bb1d-1d404d8628c6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:04:36.014687 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': '77e39bcb-e254-477b-bb1d-1d404d8628c6', 'network_id': 'fce2d962-b1c9-46ad-b4a7-880640fad08c', 'port_id': '77e39bcb-e254-477b-bb1d-1d404d8628c6', 'mac_address': 'fa:16:3e:fb:cc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef479d2f-c3bd-47fa-9c10-1da70773e797', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 22:04:36.017622 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-00415690-5a80-4ad7-873d-296843942e96 req-7ef608d5-f8d3-4221-8cbc-c847d65c7746 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 May 13 22:04:36.054550 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 77e39bcb-e254-477b-bb1d-1d404d8628c6 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:04:36.054994 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:36.067839 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e39bcb-e254-477b-bb1d-1d404d8628c6 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:04:36.086773 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 77e39bcb-e254-477b-bb1d-1d404d8628c6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:04:36.090570 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:36.136692 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=77e39bcb-e254-477b-bb1d-1d404d8628c6,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:04:36.349272 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['77e39bcb-e254-477b-bb1d-1d404d8628c6'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:04:37.126945 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fcc3c-2fb0-4ba3-9da0-613f4c8e29ab req-407451ec-b93f-4f40-a6c7-dc976ea6f480 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:37.128372 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-042fcc3c-2fb0-4ba3-9da0-613f4c8e29ab req-407451ec-b93f-4f40-a6c7-dc976ea6f480 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 945 time: 0.0456765 May 13 22:04:37.175150 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-042fcc3c-2fb0-4ba3-9da0-613f4c8e29ab req-e8e5ff1f-8fba-491b-b8ef-0c8e0f007acc tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 May 13 22:04:37.922676 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 77e39bcb-e254-477b-bb1d-1d404d8628c6 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:04:37.966627 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port 77e39bcb-e254-477b-bb1d-1d404d8628c6 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 22:04:37.972391 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port 77e39bcb-e254-477b-bb1d-1d404d8628c6 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:04:37.972767 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:38.050860 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port 77e39bcb-e254-477b-bb1d-1d404d8628c6 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:04:38.051249 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:38.072790 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e39bcb-e254-477b-bb1d-1d404d8628c6'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:04:38.075015 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c6b0ce-f8a0-434a-bff5-40ae4c504fcd" -d '{"events": [{"server_uuid": "6dd0149b-5125-4ea1-877f-d74b066c1460", "name": "network-vif-plugged", "status": "completed", "tag": "77e39bcb-e254-477b-bb1d-1d404d8628c6"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:04:38.087888 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port 77e39bcb-e254-477b-bb1d-1d404d8628c6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:04:38.092036 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:38.115122 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34490eef-9896-4f18-bfd2-71f586bece47 x-openstack-request-id: req-34490eef-9896-4f18-bfd2-71f586bece47 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:04:38.115412 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd0149b-5125-4ea1-877f-d74b066c1460", "name": "network-vif-plugged", "status": "completed", "tag": "77e39bcb-e254-477b-bb1d-1d404d8628c6", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:04:38.115669 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34490eef-9896-4f18-bfd2-71f586bece47 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:04:38.116053 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34490eef-9896-4f18-bfd2-71f586bece47'] response: {'server_uuid': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e39bcb-e254-477b-bb1d-1d404d8628c6', 'code': 200} May 13 22:04:38.140598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=77e39bcb-e254-477b-bb1d-1d404d8628c6,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:04:38.147681 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.148021 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.148370 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.148717 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.150896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.150896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.150896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.150896 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.151295 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.151295 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.154040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.154040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.154040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.154040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.154040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:04:38.317985 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b946e7-580c-4593-a0ea-8ebfb90c5043 req-b47d4b92-0d18-4f22-9167-3642dcd57f96 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:38.319471 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5b946e7-580c-4593-a0ea-8ebfb90c5043 req-b47d4b92-0d18-4f22-9167-3642dcd57f96 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 946 time: 0.0728862 May 13 22:04:38.328069 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a35a18-d7be-4f82-af24-238515881fe8 req-1ddd3fb6-846d-4ca1-92f4-711da013d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:38.329440 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d9a35a18-d7be-4f82-af24-238515881fe8 req-1ddd3fb6-846d-4ca1-92f4-711da013d310 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 1130 time: 0.0521851 May 13 22:04:38.393886 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5b946e7-580c-4593-a0ea-8ebfb90c5043 req-ecc63ab5-c7e6-4fab-9480-201e6fd25d98 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 May 13 22:04:38.400348 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d9a35a18-d7be-4f82-af24-238515881fe8 req-077db8ef-4f65-4cf2-b6f8-6230a0d132c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580721 May 13 22:04:39.509061 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692303a-d8ec-4485-92e2-8f5e540b53e5 req-ef6a09f1-10a3-4686-a872-a6559cee2537 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:39.510509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5692303a-d8ec-4485-92e2-8f5e540b53e5 req-ef6a09f1-10a3-4686-a872-a6559cee2537 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 946 time: 0.0481122 May 13 22:04:39.555820 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5692303a-d8ec-4485-92e2-8f5e540b53e5 req-d05811d9-e439-441a-a7aa-448821a4d3cb tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 May 13 22:04:44.009597 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:45.080740 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9eec52b7-a986-4149-9244-5bcdb82e5af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:47.321111 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-58e5e1aa-4d3d-44bb-a9a2-26781ae2141e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:48.560521 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:49.900506 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:51.321996 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:04:54.666882 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:04:58.414251 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-fce1c451-a1fb-40ea-b1a0-cc44034278d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398884 May 13 22:04:58.508353 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e99a-35e5-4266-af30-bbc347960673 req-3a471b26-f314-438f-89a9-c9b9450ce466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:58.509834 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-3a471b26-f314-438f-89a9-c9b9450ce466 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 1130 time: 0.0386803 May 13 22:04:58.611357 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e99a-35e5-4266-af30-bbc347960673 req-d4f8fd49-5ab5-4068-90d8-f6969621abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:58.612772 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-d4f8fd49-5ab5-4068-90d8-f6969621abc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 200 len: 914 time: 0.0848815 May 13 22:04:58.652112 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-17bc1b1f-a59e-4b7c-b82f-2b301fd951b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6 HTTP/1.1" status: 200 len: 217 time: 0.0331430 May 13 22:04:58.697283 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e99a-35e5-4266-af30-bbc347960673 req-aa7e6f5d-2dd4-49c8-a3dc-5f3839452cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:04:58.698683 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-aa7e6f5d-2dd4-49c8-a3dc-5f3839452cdd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 200 len: 853 time: 0.0408397 May 13 22:04:58.730570 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-0ff3e7d9-f6d6-4c0f-9c3a-fa8b86cc4f08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fce2d962-b1c9-46ad-b4a7-880640fad08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255945 May 13 22:04:58.819304 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-448ae78b-1dc1-4ddd-954d-c1aebc2dcdd4 service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818608 May 13 22:04:58.906539 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0451e99a-35e5-4266-af30-bbc347960673 req-fe6a689d-63ae-4021-8d47-563c4964c354 service neutron] 10.222.0.58 "GET /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815184 May 13 22:05:00.673574 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bc042-7ba2-4af4-a927-48ed051bf9e6 req-3ba353df-3213-49ac-a887-fb63c8efea74 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:00.674969 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e05bc042-7ba2-4af4-a927-48ed051bf9e6 req-3ba353df-3213-49ac-a887-fb63c8efea74 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 946 time: 0.0502911 May 13 22:05:00.721668 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e05bc042-7ba2-4af4-a927-48ed051bf9e6 req-09f87bb7-d546-4a80-80b9-33ec0d0eff1f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 May 13 22:05:01.833837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ab08b-1217-4889-b821-8804e7aceeec req-6727d828-d846-42d3-b664-2b4c74229d67 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:01.835288 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be0ab08b-1217-4889-b821-8804e7aceeec req-6727d828-d846-42d3-b664-2b4c74229d67 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 946 time: 0.0454600 May 13 22:05:01.880138 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-be0ab08b-1217-4889-b821-8804e7aceeec req-350779a5-9b58-413a-bc33-18025d978d80 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91cd414-c076-42eb-8079-2e6aff45ef0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 May 13 22:05:02.331256 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-6f559775-fefe-4f4d-b39e-6b6357a1671f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:02.332668 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-6f559775-fefe-4f4d-b39e-6b6357a1671f tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 946 time: 0.0485306 May 13 22:05:02.411688 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Deleting port 77e39bcb-e254-477b-bb1d-1d404d8628c6 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:05:02.411917 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:02.500836 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] For port 77e39bcb-e254-477b-bb1d-1d404d8628c6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=77e39bcb-e254-477b-bb1d-1d404d8628c6,segment=NetworkSegment(da749d07-2b50-4bad-850d-09792c35d666),segment_id=da749d07-2b50-4bad-850d-09792c35d666)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:02.501198 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:02.770636 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Calling delete_port for 77e39bcb-e254-477b-bb1d-1d404d8628c6 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:05:02.890698 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (77e39bcb-e254-477b-bb1d-1d404d8628c6), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:02.920786 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Pushing event deleted for resources: {'Port': ['ID=77e39bcb-e254-477b-bb1d-1d404d8628c6,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:02.927221 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['77e39bcb-e254-477b-bb1d-1d404d8628c6'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:05:02.967302 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] No DVR routers for this DVR port 77e39bcb-e254-477b-bb1d-1d404d8628c6 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:05:02.977914 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:02.981306 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7a52b4a4-4579-4ce3-a412-b1bd89da5250 req-0f36a5fd-8ba7-498e-9b78-49a9397c080e tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.58 "DELETE /v2.0/ports/77e39bcb-e254-477b-bb1d-1d404d8628c6 HTTP/1.1" status: 204 len: 173 time: 0.6439841 May 13 22:05:02.981775 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'name': 'network-vif-deleted', 'tag': '77e39bcb-e254-477b-bb1d-1d404d8628c6'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:05:02.984266 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8da25b-e61a-4c36-847c-fa7edd08d5cd" -d '{"events": [{"server_uuid": "6dd0149b-5125-4ea1-877f-d74b066c1460", "name": "network-vif-deleted", "tag": "77e39bcb-e254-477b-bb1d-1d404d8628c6"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:05:03.003011 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-9007da6b-782f-416f-8152-352539c3d20b req-4ace9c5a-2518-49f4-956d-5ef50a079f39 tempest-VolumesSnapshotTestJSON-18226852 tempest-VolumesSnapshotTestJSON-18226852-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dd0149b-5125-4ea1-877f-d74b066c1460 HTTP/1.1" status: 200 len: 210 time: 0.0375252 May 13 22:05:03.030376 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bca57b-0125-4f38-9286-11e846ad8d8e x-openstack-request-id: req-07bca57b-0125-4f38-9286-11e846ad8d8e {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:05:03.030732 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd0149b-5125-4ea1-877f-d74b066c1460", "name": "network-vif-deleted", "tag": "77e39bcb-e254-477b-bb1d-1d404d8628c6", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:05:03.030987 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07bca57b-0125-4f38-9286-11e846ad8d8e {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:05:03.031406 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bca57b-0125-4f38-9286-11e846ad8d8e'] response: {'server_uuid': '6dd0149b-5125-4ea1-877f-d74b066c1460', 'name': 'network-vif-deleted', 'tag': '77e39bcb-e254-477b-bb1d-1d404d8628c6', 'status': 'completed', 'code': 200} May 13 22:05:07.287660 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 77e39bcb-e254-477b-bb1d-1d404d8628c6 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:05:07.308517 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: 77e39bcb-e254-477b-bb1d-1d404d8628c6 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:05:07.308861 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device 77e39bcb-e254-477b-bb1d-1d404d8628c6 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:05:14.007592 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:15.081733 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4427b8f2-9cfc-4f60-9f2a-8aa54bd08980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:17.325501 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2e577522-ebe8-444f-b01d-a9230f53df2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:18.561890 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:19.902994 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:21.324265 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:24.979620 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 52342) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:25.028028 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_v2 [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Deleting subnet ef479d2f-c3bd-47fa-9c10-1da70773e797 {{(pid=114886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:05:25.031076 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Publish callbacks [] for subnet (ef479d2f-c3bd-47fa-9c10-1da70773e797), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.064497 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13643294'] for subnet (ef479d2f-c3bd-47fa-9c10-1da70773e797), precommit_delete_associations {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.100362 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (ef479d2f-c3bd-47fa-9c10-1da70773e797), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.157325 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13844928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14045320'] for subnet (ef479d2f-c3bd-47fa-9c10-1da70773e797), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.183815 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef479d2f-c3bd-47fa-9c10-1da70773e797,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:25.192118 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.197996 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52346) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:25.198543 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef479d2f-c3bd-47fa-9c10-1da70773e797 HTTP/1.1" status: 204 len: 168 time: 0.2173896 May 13 22:05:25.199962 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.200368 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.200774 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.201528 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.201528 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.201884 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.202271 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.202685 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.203089 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.203473 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.203869 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.204252 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.204815 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.204955 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.206431 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ff634-0037-4e73-bc36-1e02a362ad20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.271547 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (fce2d962-b1c9-46ad-b4a7-880640fad08c), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.346753 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (fce2d962-b1c9-46ad-b4a7-880640fad08c), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.367010 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce2d962-b1c9-46ad-b4a7-880640fad08c']}} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:25.377444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da749d07-2b50-4bad-850d-09792c35d666') {'for_net_delete': True} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:25.377744 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da749d07-2b50-4bad-850d-09792c35d666') {} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:25.387045 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14381704'] for segment (da749d07-2b50-4bad-850d-09792c35d666), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.400144 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (da749d07-2b50-4bad-850d-09792c35d666), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.405770 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:05:25.406148 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13642576'] for segment (da749d07-2b50-4bad-850d-09792c35d666), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: Traceback (most recent call last): May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: timer() May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: cb(*args, **kw) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: return func(*args, **kwargs) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: self._notify() May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: self.callback(batched_events) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: event.method(event) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: return f(self, *a, **k) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._get(url).json() May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: return self.request(url, 'GET', **kwargs) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:05:25.407780 dv-cinder-840516-1-iscsi neutron-server[114887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:05:25.462274 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (fce2d962-b1c9-46ad-b4a7-880640fad08c), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.467410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.470340 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] 10.222.0.35 "DELETE /v2.0/networks/fce2d962-b1c9-46ad-b4a7-880640fad08c HTTP/1.1" status: 204 len: 168 time: 0.2713420 May 13 22:05:25.481149 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Pushing event deleted for resources: {'Network': ['ID=fce2d962-b1c9-46ad-b4a7-880640fad08c,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:25.488017 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.488364 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.488705 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.489384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.489384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.489707 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.490010 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.490330 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.490656 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.491006 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.491328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.491647 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.491966 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.492285 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.492738 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa7e43-eedb-4fe1-86ff-8ef9f9b4605c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:25.603566 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52350) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:25.641758 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-477bacf1-b7dc-445c-bca9-0587a488caff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cbf8c168c0549d89ee2ab4f8adf6f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370872 May 13 22:05:25.644108 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52352) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:25.688739 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4276ea7-83ee-4ca8-ad36-3af1584015a5 admin admin] Publish callbacks [] for security_group (e91cd414-c076-42eb-8079-2e6aff45ef0b), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.709718 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4276ea7-83ee-4ca8-ad36-3af1584015a5 admin admin] Publish callbacks [] for security_group (e91cd414-c076-42eb-8079-2e6aff45ef0b), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.758586 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4276ea7-83ee-4ca8-ad36-3af1584015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e91cd414-c076-42eb-8079-2e6aff45ef0b), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.761097 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-d4276ea7-83ee-4ca8-ad36-3af1584015a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:25.762222 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-d4276ea7-83ee-4ca8-ad36-3af1584015a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e91cd414-c076-42eb-8079-2e6aff45ef0b HTTP/1.1" status: 204 len: 168 time: 0.1172547 May 13 22:05:25.769586 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4276ea7-83ee-4ca8-ad36-3af1584015a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91cd414-c076-42eb-8079-2e6aff45ef0b,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:26.448502 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 52374) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:26.540931 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-746099480-network', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:26.562147 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Made reservation on behalf of e1c01b24fcbc4cbfa59373f7c804781d for: {'network': 1} {{(pid=114886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:05:26.564455 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.572454 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.646353 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks [] for security_group (e5f6e69e-9b30-48c0-ab51-72c1b2110269), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.649975 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e5f6e69e-9b30-48c0-ab51-72c1b2110269), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.674541 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=114886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 22:05:26.683675 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f6e69e-9b30-48c0-ab51-72c1b2110269,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:26.689684 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (49f5954a-9171-45b3-a46a-8a4ae22d721d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.690090 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.db.segments_db [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Added segment 49f5954a-9171-45b3-a46a-8a4ae22d721d of type vlan for network bf4991b7-0e66-4ff0-aab4-e878ef678082 May 13 22:05:26.730612 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (bf4991b7-0e66-4ff0-aab4-e878ef678082), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.754127 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (bf4991b7-0e66-4ff0-aab4-e878ef678082), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.755552 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:26.756128 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.794345 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3447723 May 13 22:05:26.798212 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52378) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:26.803244 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Request body: {'subnet': {'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-746099480-subnet', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:26.821740 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30cdcc-df52-4284-8f6c-53ab134334d3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4991b7-0e66-4ff0-aab4-e878ef678082,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:26.823716 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Made reservation on behalf of e1c01b24fcbc4cbfa59373f7c804781d for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:05:26.825731 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13984070'] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:26.831795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 22:05:26.988661 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13643699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13984080'] for subnet (60450371-c037-420d-83b2-d6965671f5d6), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.040012 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60450371-c037-420d-83b2-d6965671f5d6,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:27.054455 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Checking segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:27.054850 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Network hostable DHCP agents. Network: bf4991b7-0e66-4ff0-aab4-e878ef678082, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 22:05:27.071919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 22:05:27.080072 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, bf4991b7-0e66-4ff0-aab4-e878ef678082) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:27.084703 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:27.085832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.089609 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5bf6df-91f9-4748-b49b-d4c584542740 None None] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:05:27.101455 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-648b3bff-98be-4b91-bebd-207c648394f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3020639 May 13 22:05:27.104874 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52380) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:27.108983 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:27.129232 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (ddffe381-8bef-4d91-86bd-48aae162ccd8), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.130236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (ddffe381-8bef-4d91-86bd-48aae162ccd8), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.184106 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks [] for router_controller (ddffe381-8bef-4d91-86bd-48aae162ccd8), precommit_add_association {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.190635 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-bf4991b7-0e66-4ff0-aab4-e878ef678082', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 22:05:27.191571 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.325365 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Allocated IP 172.20.0.2 (bf4991b7-0e66-4ff0-aab4-e878ef678082/60450371-c037-420d-83b2-d6965671f5d6/b2d2b047-9c06-47a4-b308-e35d686e9f7e) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:27.328410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks [] for router_gateway (ddffe381-8bef-4d91-86bd-48aae162ccd8), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.471586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Publish callbacks [] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.477843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.512358 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks [] for router_gateway (ddffe381-8bef-4d91-86bd-48aae162ccd8), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.517598 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:27.522449 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:27.527039 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:27.528973 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Pushing event updated for resources: {'Port': ['ID=b2d2b047-9c06-47a4-b308-e35d686e9f7e,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:27.530792 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.583949 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Attempting to bind port b2d2b047-9c06-47a4-b308-e35d686e9f7e on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:27.584577 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Attempting to bind port b2d2b047-9c06-47a4-b308-e35d686e9f7e by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:27.584939 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Attempting to bind port b2d2b047-9c06-47a4-b308-e35d686e9f7e on network bf4991b7-0e66-4ff0-aab4-e878ef678082 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:27.590003 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:27.590374 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Checking segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:27.590806 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.591202 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Bound using segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:27.591662 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Bound port: b2d2b047-9c06-47a4-b308-e35d686e9f7e, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:27.592037 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.633142 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Allocated IP 172.27.0.147 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/3bc96880-b7c2-4549-89b7-9db4d1c77834) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:27.669143 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] For port b2d2b047-9c06-47a4-b308-e35d686e9f7e, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:27.672175 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] For port b2d2b047-9c06-47a4-b308-e35d686e9f7e, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=b2d2b047-9c06-47a4-b308-e35d686e9f7e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:27.677856 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.734558 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5377fa6-594b-43e3-bf5e-7e83d29b4648 None None] Pushing event updated for resources: {'Port': ['ID=b2d2b047-9c06-47a4-b308-e35d686e9f7e,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:27.754051 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks [] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.788741 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:27.824737 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:27.827578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:27.831179 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:27.858377 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc96880-b7c2-4549-89b7-9db4d1c77834,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:28.107916 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks [] for router_gateway (ddffe381-8bef-4d91-86bd-48aae162ccd8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:28.304215 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (ddffe381-8bef-4d91-86bd-48aae162ccd8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:28.441603 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Router ddffe381-8bef-4d91-86bd-48aae162ccd8 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 22:05:28.556242 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:05:28.569269 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Sync routers for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:05:28.576367 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:28.578752 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b0bf2bf6-3672-41dc-826a-5db043213112 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4718366 May 13 22:05:28.580519 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52382) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:28.581580 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:28.582200 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:28.621083 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d4e4a-72d7-4a4d-a77d-512bb722ed70 None None] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:05:28.697158 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] Provisioning complete for port b2d2b047-9c06-47a4-b308-e35d686e9f7e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:28.697545 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:28.803653 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:28.987515 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device b2d2b047-9c06-47a4-b308-e35d686e9f7e up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:29.015937 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.151638 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] Current status of the port b2d2b047-9c06-47a4-b308-e35d686e9f7e is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:29.152030 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.153849 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port b2d2b047-9c06-47a4-b308-e35d686e9f7e triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:29.154202 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.179651 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Allocated IP 172.20.0.1 (bf4991b7-0e66-4ff0-aab4-e878ef678082/60450371-c037-420d-83b2-d6965671f5d6/a71cb9ca-f821-4054-80be-75ab0986f31e) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:29.260946 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] For port b2d2b047-9c06-47a4-b308-e35d686e9f7e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=b2d2b047-9c06-47a4-b308-e35d686e9f7e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:29.263272 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:27Z', 'revision_number': 3, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:29.290381 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.295444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Checking router: ddffe381-8bef-4d91-86bd-48aae162ccd8 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:05:29.295796 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Updating router ddffe381-8bef-4d91-86bd-48aae162ccd8 port 3bc96880-b7c2-4549-89b7-9db4d1c77834 binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 22:05:29.298351 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks [] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.330693 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.367555 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:29.372076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:29.374477 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:29.381614 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.392025 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port b2d2b047-9c06-47a4-b308-e35d686e9f7e is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:29.406615 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Pushing event updated for resources: {'Port': ['ID=a71cb9ca-f821-4054-80be-75ab0986f31e,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:29.428528 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (ddffe381-8bef-4d91-86bd-48aae162ccd8), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.429267 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee4694-ea67-4c51-99db-17511538cc26 None None] Pushing event updated for resources: {'Port': ['ID=b2d2b047-9c06-47a4-b308-e35d686e9f7e,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:29.442395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-9eb661fa-2b03-4188-b02f-37e6bc53bff9 None None] Provisioning complete for port b2d2b047-9c06-47a4-b308-e35d686e9f7e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:29.442395 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9eb661fa-2b03-4188-b02f-37e6bc53bff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.565694 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.663617 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-9eb661fa-2b03-4188-b02f-37e6bc53bff9 None None] Current status of the port b2d2b047-9c06-47a4-b308-e35d686e9f7e is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:29.759560 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Publish callbacks [] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.763030 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks [] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.765043 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.768044 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.833638 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-0096a4df-1c34-4501-b5f2-d19ba598a557 None None] Provisioning complete for port a71cb9ca-f821-4054-80be-75ab0986f31e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:29.834076 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (ddffe381-8bef-4d91-86bd-48aae162ccd8), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.834216 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0096a4df-1c34-4501-b5f2-d19ba598a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.836721 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Pushing event updated for resources: {'Port': ['ID=a71cb9ca-f821-4054-80be-75ab0986f31e,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:29.839736 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Attempting to bind port 3bc96880-b7c2-4549-89b7-9db4d1c77834 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:29.840315 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Attempting to bind port 3bc96880-b7c2-4549-89b7-9db4d1c77834 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:29.840689 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Attempting to bind port 3bc96880-b7c2-4549-89b7-9db4d1c77834 on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:29.860236 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4da4f-e0ea-405d-878e-1ea2395d98d8 None None] Pushing event updated for resources: {'Port': ['ID=3bc96880-b7c2-4549-89b7-9db4d1c77834,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:29.869366 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:29.869754 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:29.870166 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.870560 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:29.871092 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Bound port: 3bc96880-b7c2-4549-89b7-9db4d1c77834, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:29.871480 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:29.905496 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-0096a4df-1c34-4501-b5f2-d19ba598a557 None None] Port a71cb9ca-f821-4054-80be-75ab0986f31e cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:05:29.930812 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:29.931245 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] For port 3bc96880-b7c2-4549-89b7-9db4d1c77834, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:29.932277 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:29.934397 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] For port 3bc96880-b7c2-4549-89b7-9db4d1c77834, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=3bc96880-b7c2-4549-89b7-9db4d1c77834,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:29.941041 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.011305 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:30.011944 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:30.013870 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4da4f-e0ea-405d-878e-1ea2395d98d8 None None] Pushing event updated for resources: {'Port': ['ID=3bc96880-b7c2-4549-89b7-9db4d1c77834,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:30.064601 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Router ddffe381-8bef-4d91-86bd-48aae162ccd8 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:05:30.135230 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:30.179254 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:05:30.184250 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-3ae0b1b0-0e50-46a6-a8fb-1575c4910520 admin admin] 10.222.0.35 "PUT /v2.0/routers/ddffe381-8bef-4d91-86bd-48aae162ccd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020610 May 13 22:05:30.259205 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-2e92b0e3-6f22-4869-b74f-f2f0fd17df61 None None] Provisioning complete for port a71cb9ca-f821-4054-80be-75ab0986f31e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:30.259583 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2e92b0e3-6f22-4869-b74f-f2f0fd17df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.331033 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-2e92b0e3-6f22-4869-b74f-f2f0fd17df61 None None] Port a71cb9ca-f821-4054-80be-75ab0986f31e cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:05:30.383967 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 2, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:30.414030 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7d191-0604-4976-8788-945b34be7903 None None] The sync data for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi is: [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 2, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:05:30.671901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52398) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:30.676901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1888081448-network', 'tenant_id': 'df34612e0a824cae9f0007f17a378452'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:30.696913 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Made reservation on behalf of df34612e0a824cae9f0007f17a378452 for: {'network': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:05:30.699739 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for network (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.709505 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.792436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks [] for security_group (c20949de-22a2-4eda-951e-cb9e24478a69), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.796147 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c20949de-22a2-4eda-951e-cb9e24478a69), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.816901 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 22:05:30.832666 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793132790797', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (08208722-6189-4bd8-b490-4cafa63211f4), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.833075 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.segments_db [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Added segment 08208722-6189-4bd8-b490-4cafa63211f4 of type vlan for network 42764e1b-06f2-4321-91a2-3b8441da7914 May 13 22:05:30.834269 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20949de-22a2-4eda-951e-cb9e24478a69,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:30.878509 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793132330900'] for network (42764e1b-06f2-4321-91a2-3b8441da7914), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.902509 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device b2d2b047-9c06-47a4-b308-e35d686e9f7e up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:30.918251 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332'] for network (42764e1b-06f2-4321-91a2-3b8441da7914), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.919610 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:30.922603 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.964105 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port b2d2b047-9c06-47a4-b308-e35d686e9f7e triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:30.964721 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:30.993280 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3201919 May 13 22:05:30.996054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52400) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:31.001270 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Request body: {'subnet': {'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1888081448-subnet', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'ip_version': 4}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:31.006587 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f00ee0-8548-498c-b96b-c07c8065e68a admin admin] Pushing event updated for resources: {'Network': ['ID=42764e1b-06f2-4321-91a2-3b8441da7914,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:31.023054 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Network 42764e1b-06f2-4321-91a2-3b8441da7914 details requested by agent ovs-agent-dv-cinder-840516-1-iscsi with host dv-cinder-840516-1-iscsi {{(pid=114888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 22:05:31.025811 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Made reservation on behalf of df34612e0a824cae9f0007f17a378452 for: {'subnet': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:05:31.030792 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13984070'] for subnet (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.134991 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port b2d2b047-9c06-47a4-b308-e35d686e9f7e is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:31.501201 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13643699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13984080'] for subnet (23b1d224-8915-41d1-aee6-4c28ccbef7eb), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.558349 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b1d224-8915-41d1-aee6-4c28ccbef7eb,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:31.566472 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Checking segment: {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:31.566863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Network hostable DHCP agents. Network: 42764e1b-06f2-4321-91a2-3b8441da7914, hostable agents: ['564d248e-498b-4167-a6e7-a82cc42cfa7a'], hosted agents: [] {{(pid=114887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 22:05:31.585219 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Network 42764e1b-06f2-4321-91a2-3b8441da7914 is scheduled to be hosted by DHCP agent 564d248e-498b-4167-a6e7-a82cc42cfa7a with binding_index 1 {{(pid=114887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 22:05:31.607885 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840516-1-iscsi, 42764e1b-06f2-4321-91a2-3b8441da7914) {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:31.613455 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:31.614066 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.616995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a0b06-f8a4-4efb-82f0-a126d58150de None None] Network 42764e1b-06f2-4321-91a2-3b8441da7914 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:05:31.639907 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-a3c8f5ec-476f-451e-9686-f786304e0527 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6428092 May 13 22:05:31.642334 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52402) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:31.647701 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:31.670613 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:05:31.674485 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1373'] for router (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.679653 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1364'] for router (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.731430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40fca7aa-eaf2-5f5b-a2a2-0dccf564e9ec-42764e1b-06f2-4321-91a2-3b8441da7914', 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'project_id': 'df34612e0a824cae9f0007f17a378452', 'fixed_ips': [{'subnet_id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb'}]}} from dv-cinder-840516-1-iscsi. {{(pid=114888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 22:05:31.732377 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.741440 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks [] for router_controller (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), precommit_add_association {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:31.871146 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.db_base_plugin_common [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Allocated IP 172.20.0.2 (42764e1b-06f2-4321-91a2-3b8441da7914/23b1d224-8915-41d1-aee6-4c28ccbef7eb/be401849-4707-4e9a-ac4a-68ad84cde4f7) {{(pid=114888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:31.882394 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks [] for router_gateway (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.014621 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Publish callbacks [] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), precommit_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.020416 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), after_create {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.068565 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Network 42764e1b-06f2-4321-91a2-3b8441da7914 is already hosted by enough agents. {{(pid=114888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:32.072730 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.scheduler.base_scheduler [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Resources bound (agent type, host, resource id): {{(pid=114888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:32.074470 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Pushing event updated for resources: {'Port': ['ID=be401849-4707-4e9a-ac4a-68ad84cde4f7,revision_number=1']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:32.076436 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks [] for router_gateway (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.076650 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Received port after_create {{(pid=114888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:32.095961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.136213 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Attempting to bind port be401849-4707-4e9a-ac4a-68ad84cde4f7 on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:32.136599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Attempting to bind port be401849-4707-4e9a-ac4a-68ad84cde4f7 by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:32.137040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Attempting to bind port be401849-4707-4e9a-ac4a-68ad84cde4f7 on network 42764e1b-06f2-4321-91a2-3b8441da7914 {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:32.143706 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:32.144081 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Checking segment: {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:32.144488 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.145022 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Bound using segment: {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:32.145501 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Bound port: be401849-4707-4e9a-ac4a-68ad84cde4f7, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:32.145879 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.216628 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] For port be401849-4707-4e9a-ac4a-68ad84cde4f7, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:32.218691 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Allocated IP 172.27.0.162 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/650faeae-21f3-4b0d-adf4-8aab253d0e0f) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:32.219319 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] For port be401849-4707-4e9a-ac4a-68ad84cde4f7, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=be401849-4707-4e9a-ac4a-68ad84cde4f7,segment=NetworkSegment(08208722-6189-4bd8-b490-4cafa63211f4),segment_id=08208722-6189-4bd8-b490-4cafa63211f4)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:32.225947 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.288251 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4818f-1402-49b4-a6ff-608e840a7e8e None None] Pushing event updated for resources: {'Port': ['ID=be401849-4707-4e9a-ac4a-68ad84cde4f7,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:32.336651 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks [] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.372861 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.413758 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:32.417170 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:32.420821 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:32.462302 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Pushing event updated for resources: {'Port': ['ID=650faeae-21f3-4b0d-adf4-8aab253d0e0f,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:32.477536 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Sync routers for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:05:32.488496 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:32.489115 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:32.611434 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:32.705644 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks [] for router_gateway (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.907034 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 2, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:32.920639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538320'] for router (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.928911 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device be401849-4707-4e9a-ac4a-68ad84cde4f7 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:32.940431 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Checking router: ddffe381-8bef-4d91-86bd-48aae162ccd8 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:05:32.941017 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Updating router ddffe381-8bef-4d91-86bd-48aae162ccd8 port a71cb9ca-f821-4054-80be-75ab0986f31e binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 22:05:32.975578 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:32.981199 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port be401849-4707-4e9a-ac4a-68ad84cde4f7 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:32.981898 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.072462 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port be401849-4707-4e9a-ac4a-68ad84cde4f7 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:33.073148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.074984 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 is scheduled to L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d with binding_index 1 {{(pid=114887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 22:05:33.113567 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port be401849-4707-4e9a-ac4a-68ad84cde4f7, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=be401849-4707-4e9a-ac4a-68ad84cde4f7,segment=NetworkSegment(08208722-6189-4bd8-b490-4cafa63211f4),segment_id=08208722-6189-4bd8-b490-4cafa63211f4)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:33.121330 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.122772 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 3bc96880-b7c2-4549-89b7-9db4d1c77834 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:33.200712 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:05:33.227747 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.228933 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1e905dbe-563a-4971-bc42-fd54587a8666 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5852911 May 13 22:05:33.232135 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 52404) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:33.339936 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Publish callbacks [] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.346580 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.353745 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=be401849-4707-4e9a-ac4a-68ad84cde4f7,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:33.356857 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Sync routers for ids ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:05:33.362902 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c5072-87f9-4f93-a6b3-9db77d629c15 None None] Network 42764e1b-06f2-4321-91a2-3b8441da7914 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:05:33.400844 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Pushing event updated for resources: {'Port': ['ID=a71cb9ca-f821-4054-80be-75ab0986f31e,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:33.427430 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-258461b4-96c6-4172-a944-0446d83e85d2 None None] Provisioning complete for port be401849-4707-4e9a-ac4a-68ad84cde4f7 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:33.427641 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.427873 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-258461b4-96c6-4172-a944-0446d83e85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.428005 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.428337 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.428681 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.429009 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.429333 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.429659 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.430770 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.431532 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Routers {'17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:33.431667 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.431667 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.431834 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:33.431952 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.432037 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.432310 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.432624 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.432952 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:33.491231 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Attempting to bind port a71cb9ca-f821-4054-80be-75ab0986f31e on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:33.491555 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Attempting to bind port a71cb9ca-f821-4054-80be-75ab0986f31e by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:33.491922 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Attempting to bind port a71cb9ca-f821-4054-80be-75ab0986f31e on network bf4991b7-0e66-4ff0-aab4-e878ef678082 {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:33.499580 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:33.500013 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Checking segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:33.500375 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.500770 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Bound using segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:33.501258 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Bound port: a71cb9ca-f821-4054-80be-75ab0986f31e, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:33.501643 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.560728 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 3bc96880-b7c2-4549-89b7-9db4d1c77834 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:33.561109 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.589328 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] For port a71cb9ca-f821-4054-80be-75ab0986f31e, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:33.592852 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] For port a71cb9ca-f821-4054-80be-75ab0986f31e, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=a71cb9ca-f821-4054-80be-75ab0986f31e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:33.607660 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:33.689866 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:33.690748 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:33.727555 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Set router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:33.751865 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2f30-14a1-43d8-b3a2-a6e8225f8af3 None None] Pushing event updated for resources: {'Port': ['ID=a71cb9ca-f821-4054-80be-75ab0986f31e,revision_number=4']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:33.849865 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:33.880773 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-258461b4-96c6-4172-a944-0446d83e85d2 None None] Current status of the port be401849-4707-4e9a-ac4a-68ad84cde4f7 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:33.950234 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 3bc96880-b7c2-4549-89b7-9db4d1c77834 is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:33.950539 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.002266 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 3bc96880-b7c2-4549-89b7-9db4d1c77834, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=3bc96880-b7c2-4549-89b7-9db4d1c77834,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:34.018774 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.053242 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] Provisioning complete for port a71cb9ca-f821-4054-80be-75ab0986f31e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:34.053652 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.063498 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:05:32Z', 'revision_number': 3, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:34.112356 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:34.123854 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Checking router: 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:05:34.124435 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Updating router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 port 650faeae-21f3-4b0d-adf4-8aab253d0e0f binding host dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 22:05:34.137460 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.141107 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2e630-149a-4f16-a00d-87fb96b697bf None None] The sync data for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi is: [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:05:34.173342 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=3bc96880-b7c2-4549-89b7-9db4d1c77834,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:34.186767 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.254803 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] Current status of the port a71cb9ca-f821-4054-80be-75ab0986f31e is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:34.255112 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.305645 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.db_base_plugin_common [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Allocated IP 172.20.0.1 (42764e1b-06f2-4321-91a2-3b8441da7914/23b1d224-8915-41d1-aee6-4c28ccbef7eb/00dc43b0-4a16-4cfa-80f7-8f302c78f47d) {{(pid=114886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:34.364747 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] For port a71cb9ca-f821-4054-80be-75ab0986f31e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=a71cb9ca-f821-4054-80be-75ab0986f31e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:34.370895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.418841 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks [] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.453366 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.472247 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e8731-1c57-43e6-ac4f-ad336df7a684 None None] Pushing event updated for resources: {'Port': ['ID=a71cb9ca-f821-4054-80be-75ab0986f31e,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:34.495250 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Network 42764e1b-06f2-4321-91a2-3b8441da7914 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:34.500204 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:34.500981 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-ae7c74ed-5db1-4c47-9132-d5f073378869 None None] Provisioning complete for port a71cb9ca-f821-4054-80be-75ab0986f31e triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:34.501353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ae7c74ed-5db1-4c47-9132-d5f073378869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.505029 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Received port after_create {{(pid=114886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:34.532630 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Pushing event updated for resources: {'Port': ['ID=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:34.554313 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528381'] for router_interface (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.652991 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Publish callbacks [] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), precommit_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.657525 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c74ed-5db1-4c47-9132-d5f073378869 None None] Current status of the port a71cb9ca-f821-4054-80be-75ab0986f31e is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:34.663461 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.673811 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-ae7c74ed-5db1-4c47-9132-d5f073378869 None None] Provisioning complete for port be401849-4707-4e9a-ac4a-68ad84cde4f7 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:34.674288 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ae7c74ed-5db1-4c47-9132-d5f073378869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.691947 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), before_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.749972 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d4eb-b4ef-4d2c-90ce-4d85773af9a4 None None] Pushing event updated for resources: {'Port': ['ID=650faeae-21f3-4b0d-adf4-8aab253d0e0f,revision_number=2']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:34.757570 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Attempting to bind port 650faeae-21f3-4b0d-adf4-8aab253d0e0f on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:34.758471 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Attempting to bind port 650faeae-21f3-4b0d-adf4-8aab253d0e0f by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:34.758930 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Attempting to bind port 650faeae-21f3-4b0d-adf4-8aab253d0e0f on network 14b3e915-7ae8-4b74-8c79-c9176301e40d {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:34.767804 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:34.768174 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Checking segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:34.768571 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.768952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Bound using segment: {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'} {{(pid=114888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:34.769409 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.managers [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Bound port: 650faeae-21f3-4b0d-adf4-8aab253d0e0f, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559536c7-451c-4fc6-aba7-eb59c9d16795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d'}}] {{(pid=114888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:34.769823 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.852134 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] For port 650faeae-21f3-4b0d-adf4-8aab253d0e0f, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:34.854020 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c74ed-5db1-4c47-9132-d5f073378869 None None] Current status of the port be401849-4707-4e9a-ac4a-68ad84cde4f7 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:34.866736 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] For port 650faeae-21f3-4b0d-adf4-8aab253d0e0f, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=650faeae-21f3-4b0d-adf4-8aab253d0e0f,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:34.874476 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.903858 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks [] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), precommit_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.909595 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845766'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), after_update {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.926513 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device be401849-4707-4e9a-ac4a-68ad84cde4f7 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:34.978114 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526519'] for router_interface (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:34.980404 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Pushing event updated for resources: {'Port': ['ID=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,revision_number=2']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:35.081802 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Network 42764e1b-06f2-4321-91a2-3b8441da7914 is already hosted by enough agents. {{(pid=114886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:35.083329 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.base_scheduler [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:35.101917 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Routers {'17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:35.102961 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:35.148327 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d4eb-b4ef-4d2c-90ce-4d85773af9a4 None None] Pushing event updated for resources: {'Port': ['ID=650faeae-21f3-4b0d-adf4-8aab253d0e0f,revision_number=3']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:35.164070 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-f94fd5b5-ffcc-4cf7-9dd7-6527f93bdfde None None] Provisioning complete for port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:35.164489 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f94fd5b5-ffcc-4cf7-9dd7-6527f93bdfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:35.216510 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:05:35.255322 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-f94fd5b5-ffcc-4cf7-9dd7-6527f93bdfde None None] Port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:05:35.256706 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port be401849-4707-4e9a-ac4a-68ad84cde4f7 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:35.257077 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:35.298324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] Set router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:35.327595 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:05:35.339311 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-f121e587-68d3-4bdf-a6a3-918b1c02add2 admin admin] 10.222.0.35 "PUT /v2.0/routers/17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993283 May 13 22:05:35.427724 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-833fc58e-7f7e-448a-a6e8-afcc83bee497 None None] Provisioning complete for port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:35.428101 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-833fc58e-7f7e-448a-a6e8-afcc83bee497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:35.513154 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port be401849-4707-4e9a-ac4a-68ad84cde4f7 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:35.514239 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device a71cb9ca-f821-4054-80be-75ab0986f31e up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:35.518022 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-833fc58e-7f7e-448a-a6e8-afcc83bee497 None None] Port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:05:35.604482 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port a71cb9ca-f821-4054-80be-75ab0986f31e triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:35.604872 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:35.627360 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '00dc43b0-4a16-4cfa-80f7-8f302c78f47d', 'name': '', 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'mac_address': 'fa:16:3e:3c:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:34Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 2, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'subnets': [{'id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:35.660020 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a61ec7-cd28-4c40-855c-729d68d12c66 None None] The sync data for ids ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'] in dv-cinder-840516-1-iscsi is: [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '00dc43b0-4a16-4cfa-80f7-8f302c78f47d', 'name': '', 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'mac_address': 'fa:16:3e:3c:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:34Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 2, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'subnets': [{'id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:05:35.718084 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port a71cb9ca-f821-4054-80be-75ab0986f31e is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:35.719199 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 3bc96880-b7c2-4549-89b7-9db4d1c77834 up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:35.765421 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 3bc96880-b7c2-4549-89b7-9db4d1c77834 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:35.765793 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:35.848076 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 3bc96880-b7c2-4549-89b7-9db4d1c77834 is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:36.677318 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 52414) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:36.682113 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.v2.base [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355301718', 'description': 'tempest-secgroup-smoke-355301718 description', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d'}} {{(pid=114886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:36.704918 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group (None), before_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.780383 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group (6a50ffac-cfe6-4c35-8da5-9a945af0bbad), precommit_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.784612 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6a50ffac-cfe6-4c35-8da5-9a945af0bbad), after_create {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.816276 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.820401 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52416) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:36.821408 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1419895 May 13 22:05:36.823200 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cd25e-8ad5-4b6c-b647-1125c58e1579 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50ffac-cfe6-4c35-8da5-9a945af0bbad,revision_number=1']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:36.826409 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group_rule': {'security_group_id': '6a50ffac-cfe6-4c35-8da5-9a945af0bbad', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:36.860032 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (cab8694a-6357-44d3-8984-02c1ae692d77), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.905462 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 650faeae-21f3-4b0d-adf4-8aab253d0e0f up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:36.907282 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (cab8694a-6357-44d3-8984-02c1ae692d77), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.910989 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (cab8694a-6357-44d3-8984-02c1ae692d77), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.931685 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab8694a-6357-44d3-8984-02c1ae692d77,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:36.936982 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.938157 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-1bb45a1e-04b1-46c3-94f8-411f9216dbd4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162674 May 13 22:05:36.940881 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52418) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:36.945086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group_rule': {'security_group_id': '6a50ffac-cfe6-4c35-8da5-9a945af0bbad', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:36.954864 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 650faeae-21f3-4b0d-adf4-8aab253d0e0f triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:36.955234 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:36.969806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (32f521e0-b427-4c48-badf-b53e263f87cb), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.027248 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (32f521e0-b427-4c48-badf-b53e263f87cb), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.030522 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (32f521e0-b427-4c48-badf-b53e263f87cb), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.030939 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 650faeae-21f3-4b0d-adf4-8aab253d0e0f is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:37.031327 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.050178 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f521e0-b427-4c48-badf-b53e263f87cb,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:37.055038 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] For port 650faeae-21f3-4b0d-adf4-8aab253d0e0f, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=650faeae-21f3-4b0d-adf4-8aab253d0e0f,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:37.055896 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.060031 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-849c7ae7-824e-40e6-b4d1-3c949cd6fb13 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151795 May 13 22:05:37.060031 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52420) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:37.062650 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.064934 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group_rule': {'security_group_id': '6a50ffac-cfe6-4c35-8da5-9a945af0bbad', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:37.091735 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (e1794be5-1cca-4566-94cf-51872d2367ce), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.111916 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Pushing event updated for resources: {'Port': ['ID=650faeae-21f3-4b0d-adf4-8aab253d0e0f,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:37.152210 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (e1794be5-1cca-4566-94cf-51872d2367ce), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.156995 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (e1794be5-1cca-4566-94cf-51872d2367ce), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.176318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1794be5-1cca-4566-94cf-51872d2367ce,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:37.181425 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.182594 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-cd9efb73-3dd1-42dc-97b9-ae282cb4e766 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217725 May 13 22:05:37.185410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52422) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:37.189578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group_rule': {'security_group_id': '6a50ffac-cfe6-4c35-8da5-9a945af0bbad', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:37.215681 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (4e05e538-b2b9-4700-835e-c358a77f6efd), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.273648 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (4e05e538-b2b9-4700-835e-c358a77f6efd), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.276967 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (4e05e538-b2b9-4700-835e-c358a77f6efd), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.293551 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e05e538-b2b9-4700-835e-c358a77f6efd,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:37.301462 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.302635 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5884777e-98b0-45f2-9528-8c667c76a156 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163211 May 13 22:05:37.305789 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52424) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:37.309963 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group_rule': {'security_group_id': '6a50ffac-cfe6-4c35-8da5-9a945af0bbad', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:37.331500 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.securitygroups_db [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Project e1c01b24fcbc4cbfa59373f7c804781d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 22:05:37.337086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (da83838d-591d-4985-b107-72dec5200499), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.394525 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (da83838d-591d-4985-b107-72dec5200499), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.398645 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (da83838d-591d-4985-b107-72dec5200499), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.416851 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da83838d-591d-4985-b107-72dec5200499,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:37.424555 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.425716 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-5158af5b-cfce-4c21-9074-d9f57c40af70 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190221 May 13 22:05:37.428477 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52426) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:05:37.433031 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'security_group_rule': {'security_group_id': '6a50ffac-cfe6-4c35-8da5-9a945af0bbad', 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:37.452880 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.securitygroups_db [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Project e1c01b24fcbc4cbfa59373f7c804781d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 22:05:37.458329 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (3b413146-bf4e-44c4-8e8d-b418d6ad8536), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.517444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (3b413146-bf4e-44c4-8e8d-b418d6ad8536), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.521510 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597552'] for security_group_rule (3b413146-bf4e-44c4-8e8d-b418d6ad8536), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.541022 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b413146-bf4e-44c4-8e8d-b418d6ad8536,revision_number=0']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:37.546651 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:37.547865 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-6f6472a2-d33b-4571-bfc9-d46a33725a5d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185672 May 13 22:05:37.832805 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Sync routers for ids ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:05:37.842617 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Routers {'17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:37.843413 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:37.965797 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Set router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:38.166014 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '00dc43b0-4a16-4cfa-80f7-8f302c78f47d', 'name': '', 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'mac_address': 'fa:16:3e:3c:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:34Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 2, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'subnets': [{'id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:38.191902 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Checking router: 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:05:38.192181 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Updating router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d binding host dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 22:05:38.219533 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.530153 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Publish callbacks [] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), precommit_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.535996 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.585023 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c63c-e1fb-4c81-bf8b-2b59615f988a None None] Pushing event updated for resources: {'Port': ['ID=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,revision_number=3']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:38.663796 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Attempting to bind port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d on host dv-cinder-840516-1-iscsi for vnic_type normal with profile {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:38.664227 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Attempting to bind port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d by drivers openvswitch,hyperv on host dv-cinder-840516-1-iscsi at level 0 using segments [{'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:38.664565 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Attempting to bind port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d on network 42764e1b-06f2-4321-91a2-3b8441da7914 {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:38.674249 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Checking agent: {'id': '4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840516-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 13, 21, 43, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840516-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:38.674973 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Checking segment: {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:38.675909 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.676474 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Bound using segment: {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'} {{(pid=114889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:38.677632 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.managers [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Bound port: 00dc43b0-4a16-4cfa-80f7-8f302c78f47d, host: dv-cinder-840516-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08208722-6189-4bd8-b490-4cafa63211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914'}}] {{(pid=114889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:38.678302 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), before_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.753010 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] For port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d, host dv-cinder-840516-1-iscsi, cleared binding levels {{(pid=114889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:38.756186 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.plugins.ml2.db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] For port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d, host dv-cinder-840516-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,segment=NetworkSegment(08208722-6189-4bd8-b490-4cafa63211f4),segment_id=08208722-6189-4bd8-b490-4cafa63211f4)] {{(pid=114889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:38.762502 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron_lib.callbacks.manager [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), after_update {{(pid=114889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.804573 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Routers {'17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:05:38.805987 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:38.859318 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Provisioning complete for port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:38.860429 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:38.937816 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 650faeae-21f3-4b0d-adf4-8aab253d0e0f up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:38.976647 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c63c-e1fb-4c81-bf8b-2b59615f988a None None] Pushing event updated for resources: {'Port': ['ID=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,revision_number=4']} {{(pid=114889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:38.989488 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Current status of the port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d is: DOWN; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:38.989954 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:39.038623 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] For port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,segment=NetworkSegment(08208722-6189-4bd8-b490-4cafa63211f4),segment_id=08208722-6189-4bd8-b490-4cafa63211f4)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:05:39.039877 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 650faeae-21f3-4b0d-adf4-8aab253d0e0f triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:39.040311 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:39.047126 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] Set router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:05:39.063730 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:39.127475 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Pushing event updated for resources: {'Port': ['ID=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:39.156938 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.157286 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.157643 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.157968 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.158298 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.158625 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.158977 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.159300 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.159624 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.159944 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.160271 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.160590 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.160906 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.161222 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.161538 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdd914-4fff-4c0a-9685-5aef346304c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:05:39.186495 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 650faeae-21f3-4b0d-adf4-8aab253d0e0f is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:39.192345 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-a275c2f7-29aa-4031-93a4-1b04c677ac7f None None] Provisioning complete for port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:39.192716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-a275c2f7-29aa-4031-93a4-1b04c677ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:39.271865 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '00dc43b0-4a16-4cfa-80f7-8f302c78f47d', 'name': '', 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'mac_address': 'fa:16:3e:3c:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:34Z', 'updated_at': '2022-05-13T22:05:38Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'subnets': [{'id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:05:39.272599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-a275c2f7-29aa-4031-93a4-1b04c677ac7f None None] Current status of the port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:39.298502 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2280a4-b011-45ca-9034-996423f6b17a None None] The sync data for ids ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'] in dv-cinder-840516-1-iscsi is: [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': '00dc43b0-4a16-4cfa-80f7-8f302c78f47d', 'name': '', 'network_id': '42764e1b-06f2-4321-91a2-3b8441da7914', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'mac_address': 'fa:16:3e:3c:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:34Z', 'updated_at': '2022-05-13T22:05:38Z', 'revision_number': 4, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'subnets': [{'id': '23b1d224-8915-41d1-aee6-4c28ccbef7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:05:40.887914 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 00dc43b0-4a16-4cfa-80f7-8f302c78f47d up at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:05:40.937159 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Provisioning complete for port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:40.937530 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:41.014174 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Current status of the port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d is: ACTIVE; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:05:44.013612 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:45.083946 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-34dd22a0-ef15-40b3-96c4-6c5369f4cc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:47.330821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-abbe49bf-6844-449a-9717-f272fc132b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:48.565109 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:49.905731 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:51.325089 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:51.820175 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-689dbbed-9f62-4985-bdc6-92d6327d9972 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355301718&fields=id&tenant_id=e1c01b24fcbc4cbfa59373f7c804781d HTTP/1.1" status: 200 len: 267 time: 0.0442369 May 13 22:05:51.922772 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-4ff6950a-9ad6-4cbf-b239-a7fd3d9544da tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:51.924106 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-4ff6950a-9ad6-4cbf-b239-a7fd3d9544da tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 808 time: 0.0971241 May 13 22:05:51.937977 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-1c08b8b1-87cf-4aff-83ea-a549b3ca336a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/quotas/e1c01b24fcbc4cbfa59373f7c804781d HTTP/1.1" status: 200 len: 375 time: 0.0085387 May 13 22:05:51.988448 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-a1fc126b-7567-44bf-8d0c-fb3919a9a2aa tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457661 May 13 22:05:52.080530 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-14a00f96-1b19-4523-bf32-72bd06007aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813122 May 13 22:05:52.175423 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-df92b82b-43e6-407d-825e-aab79485a5a6 service neutron] 10.222.0.35 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891354 May 13 22:05:52.451030 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7b3b7c17-ebdf-4897-bb04-79fd61aa04dc req-c251b2df-a870-48ac-9ff2-f099774bbd20 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 210 time: 0.0280139 May 13 22:05:53.545882 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-0e6c665c-b64e-48e8-9528-6e70e35488a6 req-447d084b-61f1-4f05-91bb-4056ccc42c38 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 210 time: 0.0293372 May 13 22:05:53.667818 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-59ca7071-2112-47cb-a3fa-30853adb5616 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:53.669256 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-59ca7071-2112-47cb-a3fa-30853adb5616 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 808 time: 0.1052387 May 13 22:05:53.746599 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-3dbec35c-6226-4ee8-b26c-69e8fab9239f tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1c01b24fcbc4cbfa59373f7c804781d HTTP/1.1" status: 200 len: 379 time: 0.0638554 May 13 22:05:53.755321 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'port': {'device_id': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'admin_state_up': True, 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'security_groups': ['6a50ffac-cfe6-4c35-8da5-9a945af0bbad']}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:53.866557 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Made reservation on behalf of e1c01b24fcbc4cbfa59373f7c804781d for: {'port': 1} {{(pid=114887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 22:05:53.869958 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:53.993023 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Allocated IP 172.20.0.14 (bf4991b7-0e66-4ff0-aab4-e878ef678082/60450371-c037-420d-83b2-d6965671f5d6/e020c9fc-c2b6-4513-93a1-6840e84092a4) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:05:54.145600 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.179594 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.217104 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:05:54.222302 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:05:54.226070 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:05:54.264810 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:54.291039 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:54.291655 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.308660 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-6ebe0e60-7399-4300-a5e2-3405eea42613 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568738 May 13 22:05:54.396310 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Request body: {'port': {'device_id': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:05:54.456446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.476317 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-8b5b47dd-7378-413b-8bb5-ae86beb11268 None None] Provisioning complete for port e020c9fc-c2b6-4513-93a1-6840e84092a4 triggered by entity DHCP. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:05:54.476941 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8b5b47dd-7378-413b-8bb5-ae86beb11268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.511100 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b47dd-7378-413b-8bb5-ae86beb11268 None None] Port e020c9fc-c2b6-4513-93a1-6840e84092a4 cannot update to ACTIVE because it is not bound. {{(pid=114888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 22:05:54.700837 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693e05b-57a4-448e-993b-2bc6516a89e4 req-663c7742-8120-4f00-a8dd-0ce3bd30e00a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:54.702387 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1693e05b-57a4-448e-993b-2bc6516a89e4 req-663c7742-8120-4f00-a8dd-0ce3bd30e00a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 932 time: 0.0906770 May 13 22:05:54.775959 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1693e05b-57a4-448e-993b-2bc6516a89e4 req-2e1dee4b-1d35-4db5-96a5-5b2e93ff0cbf tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665708 May 13 22:05:54.823674 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e020c9fc-c2b6-4513-93a1-6840e84092a4 {{(pid=114887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:05:54.831109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Publish callbacks [] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.843048 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.provisioning_blocks [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Transition to ACTIVE for port object e020c9fc-c2b6-4513-93a1-6840e84092a4 will not be triggered until provisioned by entity L2. {{(pid=114887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 22:05:54.846315 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:54.897994 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:54.971841 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Attempting to bind port e020c9fc-c2b6-4513-93a1-6840e84092a4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 22:05:54.972182 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Attempting to bind port e020c9fc-c2b6-4513-93a1-6840e84092a4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 22:05:54.972521 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Attempting to bind port e020c9fc-c2b6-4513-93a1-6840e84092a4 on network bf4991b7-0e66-4ff0-aab4-e878ef678082 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:54.977073 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Port e020c9fc-c2b6-4513-93a1-6840e84092a4 on network bf4991b7-0e66-4ff0-aab4-e878ef678082 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 22:05:54.977395 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Attempting to bind port e020c9fc-c2b6-4513-93a1-6840e84092a4 on network bf4991b7-0e66-4ff0-aab4-e878ef678082 {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 22:05:54.982689 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Checking agent: {'id': 'bde13374-7e8e-4dc9-abcc-bb371f6da9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'started_at': datetime.datetime(2022, 5, 13, 21, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 22, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 22:05:54.983146 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Checking segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 22:05:54.983556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Bound using segment: {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'} {{(pid=114887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 22:05:54.983974 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.managers [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Bound port: e020c9fc-c2b6-4513-93a1-6840e84092a4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f5954a-9171-45b3-a46a-8a4ae22d721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082'}}] {{(pid=114887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 22:05:54.984333 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:55.050919 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, cleared binding levels {{(pid=114887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 22:05:55.054060 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 22:05:55.059965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:55.093595 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:55.094445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:05:55.095865 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-c3974b17-2149-41bf-8668-4face73de99a service neutron] 10.222.0.58 "PUT /v2.0/ports/e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 1094 time: 0.7038219 May 13 22:05:55.097962 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:05:55.100319 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5722ed-e617-4729-9ad3-84f88f2757f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:05:55.131779 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974b17-2149-41bf-8668-4face73de99a service neutron] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=3']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:05:55.144294 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f944340-0c89-4dc3-b874-cd3edad12aa8 x-openstack-request-id: req-2f944340-0c89-4dc3-b874-cd3edad12aa8 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:05:55.144666 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:05:55.144928 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f944340-0c89-4dc3-b874-cd3edad12aa8 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:05:55.145350 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f944340-0c89-4dc3-b874-cd3edad12aa8'] response: {'name': 'network-changed', 'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'status': 'completed', 'code': 200} May 13 22:05:55.203863 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-bc562d5e-fea2-4363-b7d9-223aeda43838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:55.205411 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-bc562d5e-fea2-4363-b7d9-223aeda43838 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1128 time: 0.0427337 May 13 22:05:55.252768 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-e6fc2807-38c8-4dd6-8b97-dd9fbb96c2d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 217 time: 0.0352495 May 13 22:05:55.305428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-61a7d442-0765-45a5-a23f-4e55f7bca2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:55.307614 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-61a7d442-0765-45a5-a23f-4e55f7bca2b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0482898 May 13 22:05:55.349976 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-24d3fa5e-b0d0-4c80-99b9-dd38c476df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:55.351578 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-24d3fa5e-b0d0-4c80-99b9-dd38c476df37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378008 May 13 22:05:55.440756 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-26443de0-cdca-4b38-9847-7e87e27df119 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817521 May 13 22:05:55.533562 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e5250b87-5ba8-4570-b774-2ec61c772c96 req-3716ef28-6ac5-4b91-b6df-b4b9b563a6fe service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870073 May 13 22:05:55.883770 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-90badaeb-ab35-48bc-bcdc-54efd2fe82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:55.885243 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-90badaeb-ab35-48bc-bcdc-54efd2fe82fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1128 time: 0.0651121 May 13 22:05:55.905373 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d54506-8bf0-4804-a843-d3f98c4fcbdd req-248add0c-db56-41d8-8eae-42fdf97b7b51 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:55.906743 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-88d54506-8bf0-4804-a843-d3f98c4fcbdd req-248add0c-db56-41d8-8eae-42fdf97b7b51 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0601399 May 13 22:05:56.271170 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-88d54506-8bf0-4804-a843-d3f98c4fcbdd req-c73ec424-7738-47b3-b2cc-511cf03e6243 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500576 May 13 22:05:56.280603 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-20e560fb-3ee6-492b-829c-efba75c9b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:56.282035 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-20e560fb-3ee6-492b-829c-efba75c9b222 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.3895879 May 13 22:05:56.325074 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-ad751458-86ea-4a96-b4da-7919d9fb17f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 217 time: 0.0372140 May 13 22:05:56.371371 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-eeb75247-a7f3-412a-9387-cf45a4611bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:56.372719 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-eeb75247-a7f3-412a-9387-cf45a4611bab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0414982 May 13 22:05:56.413760 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-c1423b1b-e729-48dd-aa09-ee8d2ad58b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:56.415120 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-c1423b1b-e729-48dd-aa09-ee8d2ad58b5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369110 May 13 22:05:56.503847 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-2aeabb2d-844e-4b10-9f14-32a72450cd05 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 May 13 22:05:56.590068 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1b5722ed-e617-4729-9ad3-84f88f2757f7 req-8c04dca1-1189-4cbc-a4d1-0c0da2bf3239 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809388 May 13 22:05:57.387779 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620a69-9c54-4aad-ba21-793e3cd4ec80 req-2bf5057f-1926-45ce-856a-76ee988ac496 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:57.389281 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-64620a69-9c54-4aad-ba21-793e3cd4ec80 req-2bf5057f-1926-45ce-856a-76ee988ac496 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0512972 May 13 22:05:57.441323 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-64620a69-9c54-4aad-ba21-793e3cd4ec80 req-4f18c5b1-4d06-4b25-804d-2b36d4d1a316 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 May 13 22:05:58.552149 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cfe51-37c7-442c-90a4-c8946df0bc2f req-d8e4dd0f-0cc3-4d15-b98b-a34624ef4230 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:58.553581 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e59cfe51-37c7-442c-90a4-c8946df0bc2f req-d8e4dd0f-0cc3-4d15-b98b-a34624ef4230 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0457380 May 13 22:05:58.601403 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-e59cfe51-37c7-442c-90a4-c8946df0bc2f req-900e3f5c-e8f4-44ff-8c11-ac8ee8944327 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423234 May 13 22:05:59.712103 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4e7ab-3ed2-403d-920b-0442ff01279f req-54e261f3-7144-4373-b069-550726c79327 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:05:59.714117 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-90c4e7ab-3ed2-403d-920b-0442ff01279f req-54e261f3-7144-4373-b069-550726c79327 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0451889 May 13 22:05:59.765058 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-90c4e7ab-3ed2-403d-920b-0442ff01279f req-6a5a39ec-4672-4d39-af5f-e502b76363b9 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455148 May 13 22:06:00.876251 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57de45-ba73-4de7-bb88-b701424d98f6 req-0179a089-da18-44b9-bbf1-ce02f40da2cd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:00.877686 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5a57de45-ba73-4de7-bb88-b701424d98f6 req-0179a089-da18-44b9-bbf1-ce02f40da2cd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0459280 May 13 22:06:00.924510 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-5a57de45-ba73-4de7-bb88-b701424d98f6 req-e290733b-c171-45ce-a949-6e096df8600e tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413523 May 13 22:06:02.036207 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47240366-1fc0-49d8-83b9-7879e94ec551 req-7fd0b058-a8d8-482e-b33c-b249feda2eb0 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:02.037711 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-47240366-1fc0-49d8-83b9-7879e94ec551 req-7fd0b058-a8d8-482e-b33c-b249feda2eb0 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0472057 May 13 22:06:02.088929 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-47240366-1fc0-49d8-83b9-7879e94ec551 req-7275cdc9-ffba-482d-9606-96af2656ac92 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417321 May 13 22:06:03.203555 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0558df2-bd9a-4d77-b81d-b3bf0a54b7fe req-1f331806-f790-46b4-a32c-523f11efc1e1 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:03.205024 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0558df2-bd9a-4d77-b81d-b3bf0a54b7fe req-1f331806-f790-46b4-a32c-523f11efc1e1 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0505269 May 13 22:06:03.252829 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-d0558df2-bd9a-4d77-b81d-b3bf0a54b7fe req-560d0933-0645-4a71-9e6e-1c9707b8cd9f tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 May 13 22:06:04.362140 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562faa8-7ab8-4092-84f8-236cf48769f1 req-8def5c85-cdae-4972-8eb1-92dc55e7abeb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:04.363610 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1562faa8-7ab8-4092-84f8-236cf48769f1 req-8def5c85-cdae-4972-8eb1-92dc55e7abeb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0460427 May 13 22:06:04.410138 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1562faa8-7ab8-4092-84f8-236cf48769f1 req-164e41f4-25a0-4491-9373-096fafa41a6f tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 May 13 22:06:04.432979 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 22:06:04.654147 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:06:04.665055 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'port_id': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'mac_address': 'fa:16:3e:da:f4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 22:06:04.700928 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e020c9fc-c2b6-4513-93a1-6840e84092a4 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:06:04.701328 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:04.714529 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e020c9fc-c2b6-4513-93a1-6840e84092a4 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:06:04.734076 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:06:04.737767 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:04.784209 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=4']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:06:05.013212 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['e020c9fc-c2b6-4513-93a1-6840e84092a4'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:06:05.524454 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a5599-c841-47df-b0e4-9087abd62d7a req-c0caea5e-2fc5-46fc-ab25-ea888045e135 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:05.525929 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-913a5599-c841-47df-b0e4-9087abd62d7a req-c0caea5e-2fc5-46fc-ab25-ea888045e135 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 945 time: 0.0509627 May 13 22:06:05.574186 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-913a5599-c841-47df-b0e4-9087abd62d7a req-639b89b8-091d-4871-8245-8d39c7d30565 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 May 13 22:06:06.448822 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:06:06.491109 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning for port e020c9fc-c2b6-4513-93a1-6840e84092a4 completed by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 22:06:06.497343 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port e020c9fc-c2b6-4513-93a1-6840e84092a4 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:06:06.497708 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:06.571957 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e020c9fc-c2b6-4513-93a1-6840e84092a4 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:06:06.572344 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:06.594675 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:06:06.597012 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b946a459-82d7-492a-ab6d-a171877be8b6" -d '{"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-plugged", "status": "completed", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:06:06.610424 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:06:06.615138 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:06.640579 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aaaf5f-08ad-48ad-aa53-f5f8d112ce85 x-openstack-request-id: req-35aaaf5f-08ad-48ad-aa53-f5f8d112ce85 {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:06:06.640866 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-plugged", "status": "completed", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:06:06.641112 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35aaaf5f-08ad-48ad-aa53-f5f8d112ce85 {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:06:06.641500 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35aaaf5f-08ad-48ad-aa53-f5f8d112ce85'] response: {'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'code': 200} May 13 22:06:06.670182 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=5']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:06:06.695556 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de39e84-8706-41fc-8805-90153906a919 req-03e561b6-f45e-4775-a4e5-5c17a4eb68e5 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:06.697034 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7de39e84-8706-41fc-8805-90153906a919 req-03e561b6-f45e-4775-a4e5-5c17a4eb68e5 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0483680 May 13 22:06:06.755055 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7de39e84-8706-41fc-8805-90153906a919 req-d5d6daa5-299b-49ec-9bce-8c52969652f3 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520484 May 13 22:06:06.875097 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c74b5-df01-439a-afd5-a75476a8730f req-8d9e17cd-9162-4520-8cd0-f8bc538e5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:06.876602 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-005c74b5-df01-439a-afd5-a75476a8730f req-8d9e17cd-9162-4520-8cd0-f8bc538e5fad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0367591 May 13 22:06:06.923314 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-005c74b5-df01-439a-afd5-a75476a8730f req-3e9af4a2-31b6-4fb0-84eb-6b8c41b14d09 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413861 May 13 22:06:07.873162 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9579185-2661-43a5-a9ff-09683bfd792d req-e94a0c2e-1298-4e8b-8c3c-336b6afa1539 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:07.874796 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a9579185-2661-43a5-a9ff-09683bfd792d req-e94a0c2e-1298-4e8b-8c3c-336b6afa1539 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0526390 May 13 22:06:07.925663 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a9579185-2661-43a5-a9ff-09683bfd792d req-eb3fc66f-0c5b-4553-ad4f-4151440246c1 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453429 May 13 22:06:08.670822 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:06:09.036903 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209982cd-c0c1-432d-a7d6-45a9f9f260fa req-dc82057e-dbb7-4fe2-ad66-dc6e752360f0 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:09.037556 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-209982cd-c0c1-432d-a7d6-45a9f9f260fa req-dc82057e-dbb7-4fe2-ad66-dc6e752360f0 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0457275 May 13 22:06:09.098136 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-209982cd-c0c1-432d-a7d6-45a9f9f260fa req-ccb75544-e537-4b4c-a218-6d7e8d87edea tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535936 May 13 22:06:09.212792 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397bf1e-00a5-4c1f-b025-5495fb4430f9 req-3079dc21-976e-4e46-bb29-9a66fbb91220 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:09.214859 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b397bf1e-00a5-4c1f-b025-5495fb4430f9 req-3079dc21-976e-4e46-bb29-9a66fbb91220 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0501451 May 13 22:06:09.262194 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b397bf1e-00a5-4c1f-b025-5495fb4430f9 req-8d0768e2-642c-4cb7-8ff5-afa19f44686b tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 May 13 22:06:09.283327 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52580) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:06:09.408868 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed9ad5-2c19-4de2-9222-ee96474fd00e tempest-TestShelveInstance-1669402933 tempest-TestShelveInstance-1669402933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:09.410392 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f6ed9ad5-2c19-4de2-9222-ee96474fd00e tempest-TestShelveInstance-1669402933 tempest-TestShelveInstance-1669402933-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1125 time: 0.1261129 May 13 22:06:09.413273 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52584) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:06:09.417447 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.v2.base [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Request body: {'floatingip': {'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'port_id': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 22:06:09.438503 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:09.516878 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (None), before_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:09.615477 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_common [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Allocated IP 172.27.0.68 (14b3e915-7ae8-4b74-8c79-c9176301e40d/4df6573e-9ae7-4ae0-9f61-f92029998952/5ba12ba8-6f3f-4767-9472-378014997e1f) {{(pid=114887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 22:06:09.717961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:09.751232 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793132309333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:09.788000 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Network 14b3e915-7ae8-4b74-8c79-c9176301e40d is already hosted by enough agents. {{(pid=114887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 22:06:09.790936 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.base_scheduler [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Resources bound (agent type, host, resource id): {{(pid=114887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 22:06:09.797328 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Received port after_create {{(pid=114887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 22:06:09.803231 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'Port': ['ID=5ba12ba8-6f3f-4767-9472-378014997e1f,revision_number=1']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:06:10.152921 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for floatingip (463b3d18-1f1f-4a65-82ad-e031f519cc80), precommit_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:10.219236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), before_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:10.394159 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), precommit_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:10.398512 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13642548'] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), after_update {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:10.465721 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event updated for resources: {'Port': ['ID=5ba12ba8-6f3f-4767-9472-378014997e1f,revision_number=2']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:06:10.476951 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527915'] for floatingip (463b3d18-1f1f-4a65-82ad-e031f519cc80), after_create {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:10.576426 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Floating IP 463b3d18-1f1f-4a65-82ad-e031f519cc80 associated. External IP: 172.27.0.68, port: e020c9fc-c2b6-4513-93a1-6840e84092a4. May 13 22:06:10.779584 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Router ddffe381-8bef-4d91-86bd-48aae162ccd8 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:06:10.884167 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:06:10.894308 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] Sync routers for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:06:10.903120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:10.905526 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:06:10.906148 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:06:10.932737 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-89a54607-fcf1-4493-a60f-5899625a66bb tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5179272 May 13 22:06:10.933698 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:06:10.936053 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:06:10.970605 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aa5dd6-b2e7-48db-8294-545782f0edee x-openstack-request-id: req-a0aa5dd6-b2e7-48db-8294-545782f0edee {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:06:10.970957 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:06:10.971217 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0aa5dd6-b2e7-48db-8294-545782f0edee {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:06:10.971633 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0aa5dd6-b2e7-48db-8294-545782f0edee'] response: {'name': 'network-changed', 'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'status': 'completed', 'code': 200} May 13 22:06:11.017795 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:06:11.049838 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-692fa5a5-a7ee-4bef-8fe7-9404cddd4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:11.051292 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-692fa5a5-a7ee-4bef-8fe7-9404cddd4a83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0385854 May 13 22:06:11.144258 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-0074aae1-1b35-42ef-bddb-1555d4da1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:11.145717 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-0074aae1-1b35-42ef-bddb-1555d4da1534 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.0875480 May 13 22:06:11.209934 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-3d32cf9a-974e-4918-a41c-c9da857066b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 999 time: 0.0577655 May 13 22:06:11.238597 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '463b3d18-1f1f-4a65-82ad-e031f519cc80', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'port_id': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'mac_address': 'fa:16:3e:da:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:06:10Z', 'updated_at': '2022-05-13T22:06:10Z', 'revision_number': 0, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:06:11.258667 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-7a316195-af17-45c4-a65f-feb055284f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:11.260175 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-7a316195-af17-45c4-a65f-feb055284f26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0427091 May 13 22:06:11.264674 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] Checking router: ddffe381-8bef-4d91-86bd-48aae162ccd8 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:06:11.272854 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:06:11.273454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:05:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:06:11.306196 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-4c8fcdeb-bd98-4494-9ab7-c8111745230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:06:11.307832 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-4c8fcdeb-bd98-4494-9ab7-c8111745230a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414600 May 13 22:06:11.380950 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:06:11.396388 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-e0f5d32a-8382-4676-bb13-9280d73ee68f service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823975 May 13 22:06:11.487624 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-153ac43f-84fe-49f4-9b1c-82670ed5c3bc req-d7270f3a-7038-4373-a7c1-19990a1ace54 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 May 13 22:06:11.589959 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '463b3d18-1f1f-4a65-82ad-e031f519cc80', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'port_id': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'mac_address': 'fa:16:3e:da:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:06:10Z', 'updated_at': '2022-05-13T22:06:10Z', 'revision_number': 0, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:06:11.619047 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e78a0e-1fa6-4624-99bb-ed793fa0823b None None] The sync data for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi is: [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_floatingips': [{'id': '463b3d18-1f1f-4a65-82ad-e031f519cc80', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'router_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'port_id': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'mac_address': 'fa:16:3e:da:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T22:06:10Z', 'updated_at': '2022-05-13T22:06:10Z', 'revision_number': 0, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:06:12.235801 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19335d2-9d63-41ef-974a-50deb8851d88 None None] New status for floating IP 463b3d18-1f1f-4a65-82ad-e031f519cc80: ACTIVE {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:06:14.033263 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:15.085294 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-53df9b51-bf8e-4008-b02e-d333055ef62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:17.323629 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-13ff3401-cb4d-48bb-8b77-c6948fb4890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:18.569028 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:19.910691 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:21.326413 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:44.047418 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:45.086175 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-8dbd1733-d889-4d60-b6f0-a5d2ffc712c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:45.669911 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:06:47.324610 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-13397bb1-9158-4a20-9202-bfa28ac55a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:48.572426 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:49.910690 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:06:51.331580 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:00.393295 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-a7908dcb-aec2-4de4-a09a-7b77175a863f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416820 May 13 22:07:00.485416 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-a020ef8e-34b1-4859-af16-2939249ce643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:07:00.486957 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-a020ef8e-34b1-4859-af16-2939249ce643 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0374534 May 13 22:07:00.590135 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-4202a80b-861f-4f05-bb43-1eb4a9332c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:07:00.591637 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-4202a80b-861f-4f05-bb43-1eb4a9332c9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.0858214 May 13 22:07:00.653869 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-c08cb7d5-ed4d-46ba-979a-11110fad4bf4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 1001 time: 0.0556865 May 13 22:07:00.703007 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-ca1aa582-7e9a-4c1c-bace-742e2e596b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:07:00.704391 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-ca1aa582-7e9a-4c1c-bace-742e2e596b97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0450954 May 13 22:07:01.011836 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-f73692e4-6cb0-433a-859f-f2018b84f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:07:01.013315 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-f73692e4-6cb0-433a-859f-f2018b84f983 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3031139 May 13 22:07:01.097978 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-25aad7cd-7cb5-4df1-8b81-be1b740eb597 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783820 May 13 22:07:01.186996 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-a5c09ba8-fdbe-435d-b633-b5202b0083e6 req-c495090a-1222-40b7-aa82-862840d3a2bd service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832005 May 13 22:07:10.985952 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-29286d74-cd20-4025-8adf-49a0b3da2f76 req-a8761345-5a9e-4a47-aac4-b2ef11949766 service neutron] (114887) timed out ('10.222.0.58', 49522) {{(pid=114887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 22:07:14.053108 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:15.086874 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-364599a1-f378-4192-b891-c7fc9a9d9e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:17.326157 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-d9a23665-0f19-45d0-8dbb-9a5ec82d550b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:18.575460 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:19.912838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:21.324850 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:22.669528 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:07:44.065743 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:45.088291 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ff04491b-e321-454d-bb7f-883847562c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:47.330744 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fd43d7c6-ccab-484c-a4e1-058cb8404e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:48.580063 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:49.916324 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:51.328149 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:07:59.668605 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:08:02.430022 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-b600b264-9a73-4a00-9151-d0ef0ed3e4b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801201 May 13 22:08:02.529536 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-6d16076c-49c3-41db-a561-ed2dfce93f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:02.531001 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-6d16076c-49c3-41db-a561-ed2dfce93f8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0412881 May 13 22:08:02.630925 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-8a52663d-7222-41e1-8988-fe4e779542f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:02.632355 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-8a52663d-7222-41e1-8988-fe4e779542f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.0839903 May 13 22:08:02.697529 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-706463ce-420a-414e-a0a9-b24d5c8f468f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 1001 time: 0.0594363 May 13 22:08:02.745033 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-36bd4770-37e7-4010-bd21-13560e316b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:02.746487 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-36bd4770-37e7-4010-bd21-13560e316b37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0430441 May 13 22:08:02.787806 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-26b2c822-5a1f-4973-84e0-c5cfed4ac305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:02.789246 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-26b2c822-5a1f-4973-84e0-c5cfed4ac305 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367823 May 13 22:08:02.878902 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-6c0b3a56-3b25-4446-95e8-222172b15f69 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829911 May 13 22:08:02.965818 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-280d92c1-f42e-4f73-b0ad-72bff76b5384 req-0bfef43a-8eb9-4642-ad3b-e5ac75732779 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812666 May 13 22:08:06.021885 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352302f-0e83-41ee-9b5d-2cf564ee32f8 req-0dcf60df-af75-4a77-9168-8fbc43b23e40 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:06.023283 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4352302f-0e83-41ee-9b5d-2cf564ee32f8 req-0dcf60df-af75-4a77-9168-8fbc43b23e40 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.1363273 May 13 22:08:06.071329 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-4352302f-0e83-41ee-9b5d-2cf564ee32f8 req-f92ee800-19c3-4d11-955e-7610c59d5fb6 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 May 13 22:08:07.232098 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143176b8-09c0-42d8-ad9f-48a46c5ecd48 req-be06a1e1-3a06-4587-94f7-c7b1baba61cf tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:07.233529 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-143176b8-09c0-42d8-ad9f-48a46c5ecd48 req-be06a1e1-3a06-4587-94f7-c7b1baba61cf tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0939946 May 13 22:08:07.299227 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-143176b8-09c0-42d8-ad9f-48a46c5ecd48 req-5278575a-0176-4960-b0cb-810c16449062 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601351 May 13 22:08:08.413616 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a854d4-8c77-4a18-b7ba-9c538f7080c8 req-6e3ca966-7868-4397-868f-9f17024a3ad6 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:08.414969 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5a854d4-8c77-4a18-b7ba-9c538f7080c8 req-6e3ca966-7868-4397-868f-9f17024a3ad6 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0454450 May 13 22:08:08.466179 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b5a854d4-8c77-4a18-b7ba-9c538f7080c8 req-96405b53-62dd-4f11-a08a-136f89c69a23 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451984 May 13 22:08:09.576911 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff7126-07cd-452d-8321-22c76a129285 req-a0d1d6a8-07f7-4596-aa5b-bdfcaa27bfec tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:09.578378 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-59ff7126-07cd-452d-8321-22c76a129285 req-a0d1d6a8-07f7-4596-aa5b-bdfcaa27bfec tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0464876 May 13 22:08:09.626031 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-59ff7126-07cd-452d-8321-22c76a129285 req-911a5634-7ee4-4201-a88c-4cf1bef2c9d5 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 May 13 22:08:10.738751 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb03455-17de-455e-b607-5d223cb91eeb req-eb707908-ce80-40a0-9998-ba77827951d9 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:10.740156 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3eb03455-17de-455e-b607-5d223cb91eeb req-eb707908-ce80-40a0-9998-ba77827951d9 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0479217 May 13 22:08:10.787504 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3eb03455-17de-455e-b607-5d223cb91eeb req-0acc51d8-e32c-402e-a05a-f4ba2e715159 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 May 13 22:08:11.899334 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145f1c-294d-4e10-a658-0919f3ecaf63 req-37672a27-a955-4c5b-b9c7-1a746725474c tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:11.900786 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-79145f1c-294d-4e10-a658-0919f3ecaf63 req-37672a27-a955-4c5b-b9c7-1a746725474c tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0495245 May 13 22:08:11.950164 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-79145f1c-294d-4e10-a658-0919f3ecaf63 req-8ff26e86-ae34-4945-998d-6aec7d8bcf91 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 May 13 22:08:13.061612 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17698-f650-4f51-80ac-c71f1af6df91 req-195a7c4c-9dcf-478f-a99f-230bcf884dd3 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:13.063081 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18b17698-f650-4f51-80ac-c71f1af6df91 req-195a7c4c-9dcf-478f-a99f-230bcf884dd3 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0465467 May 13 22:08:13.110252 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-18b17698-f650-4f51-80ac-c71f1af6df91 req-4167d5c8-cf78-4152-9428-8529f99d8cc5 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 May 13 22:08:14.062713 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:14.221308 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfd8b0-21fe-4731-a761-388898211a6b req-ee53b470-a7ea-44bf-b25a-49163477b779 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:14.222775 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44bfd8b0-21fe-4731-a761-388898211a6b req-ee53b470-a7ea-44bf-b25a-49163477b779 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0464504 May 13 22:08:14.279429 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-44bfd8b0-21fe-4731-a761-388898211a6b req-0011962c-97f7-4b7c-a282-e440f5207c7a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507743 May 13 22:08:15.091097 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-93d8c35d-e896-40f4-9cb3-cd54b8346d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:15.391660 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7ab2-c292-425d-98eb-c43bd9ce0e7e req-286ca570-05ef-4f05-8dff-bf3d6d3be6d4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:15.393125 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-79ca7ab2-c292-425d-98eb-c43bd9ce0e7e req-286ca570-05ef-4f05-8dff-bf3d6d3be6d4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0470228 May 13 22:08:15.440555 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-79ca7ab2-c292-425d-98eb-c43bd9ce0e7e req-83a8587b-1a72-46e5-a6c3-97a78b0ad508 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 May 13 22:08:16.138025 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-93a4dd4d-4bf2-4435-a08f-a17bf7d1e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:16.139523 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-93a4dd4d-4bf2-4435-a08f-a17bf7d1e54d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0388162 May 13 22:08:16.230091 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-4d8c1d4f-843c-40b2-a50e-98707c0bb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:16.231558 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-4d8c1d4f-843c-40b2-a50e-98707c0bb27d service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.0864344 May 13 22:08:16.293175 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-4b3a722f-fc04-4ddb-89fe-62a9d7a9cafa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 1001 time: 0.0558591 May 13 22:08:16.343075 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-12d842e7-e20b-4181-9324-ceb2cea96062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:16.344474 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-12d842e7-e20b-4181-9324-ceb2cea96062 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0459893 May 13 22:08:16.386407 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-abf2330e-3161-4bf3-a39b-d43d7f9814f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:16.387868 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-abf2330e-3161-4bf3-a39b-d43d7f9814f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377684 May 13 22:08:16.474130 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-871ee988-78fb-4837-b37e-1efe599e8af3 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804925 May 13 22:08:16.584002 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2023f-bf1d-40e0-8c31-33d94837aab5 req-1d234a44-587d-4e90-986c-8e38162202fa tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:16.585450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aae2023f-bf1d-40e0-8c31-33d94837aab5 req-1d234a44-587d-4e90-986c-8e38162202fa tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0734053 May 13 22:08:16.613396 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-f7cfb763-3690-4ef6-a4e8-262374cf44c9 req-39771e9d-4e83-4536-b040-a0862a63e481 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331115 May 13 22:08:16.648240 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-aae2023f-bf1d-40e0-8c31-33d94837aab5 req-1ca85e6d-4474-4694-bb3b-859bfaf26a98 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554814 May 13 22:08:17.332069 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-11eb4339-4ac5-42f2-8243-5c0f41386be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:17.760278 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205df7-7304-4aa5-9587-a3e023aa1e8b req-6ce74a2e-058e-4047-ad30-209ca5ddd577 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:17.762394 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-27205df7-7304-4aa5-9587-a3e023aa1e8b req-6ce74a2e-058e-4047-ad30-209ca5ddd577 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0474467 May 13 22:08:17.809538 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-27205df7-7304-4aa5-9587-a3e023aa1e8b req-ff10f007-5878-4d01-9fa7-d4ea99f8bb8d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 May 13 22:08:18.580920 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:18.922258 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520014c-111f-42db-bbce-e5b54f0d8f7c req-3ab1490b-f04c-489e-8456-f509f30ab8a4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:18.922258 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c520014c-111f-42db-bbce-e5b54f0d8f7c req-3ab1490b-f04c-489e-8456-f509f30ab8a4 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0464294 May 13 22:08:18.970728 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c520014c-111f-42db-bbce-e5b54f0d8f7c req-49038e0d-8d5b-44fb-83a1-660e93c1fcf8 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 May 13 22:08:19.036320 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-78353e78-dc4b-48b7-a74e-09966b4e7ef0 req-8b106d33-218a-44bb-9342-2f3dee51cff4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 22:08:19.037320 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-78353e78-dc4b-48b7-a74e-09966b4e7ef0 req-8b106d33-218a-44bb-9342-2f3dee51cff4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052099 May 13 22:08:19.921984 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:20.199278 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e2e9-47f3-4854-9fa6-401a9bf7b652 req-f39a3809-437c-4c7d-bd7c-9ad8f074c252 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:20.200863 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b438e2e9-47f3-4854-9fa6-401a9bf7b652 req-f39a3809-437c-4c7d-bd7c-9ad8f074c252 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0517726 May 13 22:08:20.214034 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-c491fe37-d557-4d21-9888-c4788a121fa6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864933 May 13 22:08:20.222458 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-d8512f49-907b-4710-93ad-300b64c2faae service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=114886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 22:08:20.223468 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-d8512f49-907b-4710-93ad-300b64c2faae service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049078 May 13 22:08:20.250511 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b438e2e9-47f3-4854-9fa6-401a9bf7b652 req-8e8e33ec-aba0-48eb-8916-d89a1e5f6590 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 May 13 22:08:20.343639 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-9c1f37f9-6379-4a79-80bd-51d20b45d9d2 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:20.344990 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-9c1f37f9-6379-4a79-80bd-51d20b45d9d2 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports/e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 943 time: 0.0931747 May 13 22:08:21.054529 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:08:21.132353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e020c9fc-c2b6-4513-93a1-6840e84092a4 is: ACTIVE; New status is: DOWN {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:08:21.132746 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:21.159126 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:08:21.161732 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8a5d15-6846-4bf3-a43b-0ef275423a94" -d '{"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:08:21.175977 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:08:21.179900 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:21.206454 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 May 2022 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26814c15-35f7-45b5-985f-b601c23b273e x-openstack-request-id: req-26814c15-35f7-45b5-985f-b601c23b273e {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:08:21.206880 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-unplugged", "status": "failed", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "code": 422}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:08:21.207013 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26814c15-35f7-45b5-985f-b601c23b273e {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:08:21.207387 dv-cinder-840516-1-iscsi neutron-server[114888]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-26814c15-35f7-45b5-985f-b601c23b273e']: {'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'code': 422} returned with failed status May 13 22:08:21.236580 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=6']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:08:21.244505 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.244890 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.245213 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.245546 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.246007 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.246594 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.247091 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.247458 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.247870 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.248439 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.248770 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.249188 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.249698 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.250067 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.250510 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:08:21.332825 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:21.362444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cedea5-0a96-4924-94fa-2dc97f43b49c req-188ce03c-e009-4cb5-9b02-7827e88cf968 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:21.363968 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-02cedea5-0a96-4924-94fa-2dc97f43b49c req-188ce03c-e009-4cb5-9b02-7827e88cf968 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0477934 May 13 22:08:21.414951 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-02cedea5-0a96-4924-94fa-2dc97f43b49c req-2c0a8554-4f8f-4935-8519-ba96d4868c0a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 May 13 22:08:21.719064 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-afcc75a6-7d57-4bfa-8820-466f4af9ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:21.720533 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-afcc75a6-7d57-4bfa-8820-466f4af9ea88 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4&tenant_id=e1c01b24fcbc4cbfa59373f7c804781d HTTP/1.1" status: 200 len: 1128 time: 0.0393572 May 13 22:08:21.790924 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-3f2a3d92-027c-46c2-b44b-b107f98048be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:21.792888 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-3f2a3d92-027c-46c2-b44b-b107f98048be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1128 time: 0.0409820 May 13 22:08:21.879995 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-4424cc70-9cc5-416a-875c-a116abd737f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:21.881430 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-4424cc70-9cc5-416a-875c-a116abd737f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.0829382 May 13 22:08:21.948048 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-01a17393-95c5-4917-a13f-3cecc02a6f55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 999 time: 0.0602062 May 13 22:08:21.994650 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-d97873d5-923f-4467-ac89-1a4c5113ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:21.996627 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-d97873d5-923f-4467-ac89-1a4c5113ff16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0429392 May 13 22:08:22.037470 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-11a619ef-7ff7-44b7-b179-9f210ad1ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:22.038948 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-11a619ef-7ff7-44b7-b179-9f210ad1ce47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370123 May 13 22:08:22.130319 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-3bb0c972-7373-47a2-b1cb-c408e7693767 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847375 May 13 22:08:22.217528 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-b79f8de7-f1eb-4a22-b875-455a3b1d5826 req-d0b0fcac-fad4-4aac-b770-491e559fa504 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 May 13 22:08:22.531236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd6505-6c82-4f22-afff-bb945978a947 req-874359c7-47f0-4b4f-a654-a0191cac0774 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:22.532674 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-afbd6505-6c82-4f22-afff-bb945978a947 req-874359c7-47f0-4b4f-a654-a0191cac0774 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0491402 May 13 22:08:22.579986 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-afbd6505-6c82-4f22-afff-bb945978a947 req-a6d58b92-9fd4-443e-b05e-edca78792f9d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 May 13 22:08:23.691380 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9de47a-3f0b-4beb-bc17-42e58beaf1cc req-54cc3b53-5165-4be5-bffa-234c9d8b714e tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:23.692832 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b9de47a-3f0b-4beb-bc17-42e58beaf1cc req-54cc3b53-5165-4be5-bffa-234c9d8b714e tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0455797 May 13 22:08:23.741008 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8b9de47a-3f0b-4beb-bc17-42e58beaf1cc req-1f258c62-c5b7-4917-a754-7af8163604d8 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 May 13 22:08:24.858591 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182826-1675-4732-aa38-9c5ace657471 req-e21fc549-cff1-44c0-8d0d-d64a7bb4da3a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:24.860124 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-64182826-1675-4732-aa38-9c5ace657471 req-e21fc549-cff1-44c0-8d0d-d64a7bb4da3a tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0507088 May 13 22:08:24.908663 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-64182826-1675-4732-aa38-9c5ace657471 req-034f741e-b0d3-46ed-a958-e8160a47d45d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 May 13 22:08:26.025572 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d32333-e1cc-4da3-9ea2-d91b09e3ec28 req-7494a050-6f39-4c80-b41b-dcdce68e9888 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:26.027368 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-97d32333-e1cc-4da3-9ea2-d91b09e3ec28 req-7494a050-6f39-4c80-b41b-dcdce68e9888 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0515032 May 13 22:08:26.079517 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-97d32333-e1cc-4da3-9ea2-d91b09e3ec28 req-c0be8e8e-bfe9-4eb2-a95f-d342bcadb6f6 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 May 13 22:08:27.190615 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793f29a-d128-4b1e-9ec0-0868004b0a60 req-78158510-11fa-443f-afe9-f304af8df371 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:27.192103 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6793f29a-d128-4b1e-9ec0-0868004b0a60 req-78158510-11fa-443f-afe9-f304af8df371 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0463076 May 13 22:08:27.242868 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6793f29a-d128-4b1e-9ec0-0868004b0a60 req-cd61ae0e-b9b6-4134-84c7-35a3def00c8c tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451460 May 13 22:08:28.355614 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e1152-f8c9-48bd-81e1-bbf3394e04e6 req-0e9ead07-8e68-4a63-952d-c14a50c960bf tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:28.357170 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6b3e1152-f8c9-48bd-81e1-bbf3394e04e6 req-0e9ead07-8e68-4a63-952d-c14a50c960bf tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 944 time: 0.0458021 May 13 22:08:28.404596 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-6b3e1152-f8c9-48bd-81e1-bbf3394e04e6 req-35f27368-3642-4447-a404-0c62f1ea997f tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 May 13 22:08:29.101003 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=114888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 22:08:29.198814 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:08:29.209897 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Returning: {'device': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'port_id': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'mac_address': 'fa:16:3e:da:f4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 22:08:29.246201 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e020c9fc-c2b6-4513-93a1-6840e84092a4 is: DOWN; New status is: BUILD {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:08:29.246585 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:29.259056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e020c9fc-c2b6-4513-93a1-6840e84092a4 {{(pid=114888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 22:08:29.278648 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:08:29.282023 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:29.328077 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=7']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:08:29.516478 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7aa9f-d84a-46aa-88f8-4c3ba7b32c25 req-49f5e957-a2f7-4406-99e1-7d95a5336225 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:29.517955 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eae7aa9f-d84a-46aa-88f8-4c3ba7b32c25 req-49f5e957-a2f7-4406-99e1-7d95a5336225 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 945 time: 0.0479407 May 13 22:08:29.565509 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-eae7aa9f-d84a-46aa-88f8-4c3ba7b32c25 req-21d5877e-263c-4a13-8d7c-70e31d9a3d7d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 May 13 22:08:29.591975 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] get_ports_and_sgs() called for port_ids ['e020c9fc-c2b6-4513-93a1-6840e84092a4'] {{(pid=114888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 22:08:30.681938 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0501-49b8-4334-be01-fae8350f16f8 req-79fa3af4-fbea-4895-971f-63f0f400c00d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:30.683915 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3eaf0501-49b8-4334-be01-fae8350f16f8 req-79fa3af4-fbea-4895-971f-63f0f400c00d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 945 time: 0.0508862 May 13 22:08:30.733404 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-3eaf0501-49b8-4334-be01-fae8350f16f8 req-b4c830b6-ff11-4ab2-87e5-c03087fed419 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 May 13 22:08:31.101597 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 up at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 22:08:31.273895 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.provisioning_blocks [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Provisioning complete for port e020c9fc-c2b6-4513-93a1-6840e84092a4 triggered by entity L2. {{(pid=114888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 22:08:31.274264 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1351380'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), provisioning_complete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:31.348952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Current status of the port e020c9fc-c2b6-4513-93a1-6840e84092a4 is: BUILD; New status is: ACTIVE {{(pid=114888) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 22:08:31.349338 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1422404'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:31.372364 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:08:31.374557 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7865c76c6b94ebf442d92272fd2e3a05ab54f4e01d6b310687e00d2322668f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baa92e6-17c2-4264-b3cc-56caf80e8ce3" -d '{"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-plugged", "status": "completed", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:08:31.386248 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:08:31.390015 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793132869003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793132309351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793132309369'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:31.420072 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbdaf5a-dd90-43eb-8147-e8d6da4faacb x-openstack-request-id: req-9fbdaf5a-dd90-43eb-8147-e8d6da4faacb {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:08:31.420358 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-plugged", "status": "completed", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "code": 200}]} {{(pid=114888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:08:31.420604 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fbdaf5a-dd90-43eb-8147-e8d6da4faacb {{(pid=114888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:08:31.420980 dv-cinder-840516-1-iscsi neutron-server[114888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbdaf5a-dd90-43eb-8147-e8d6da4faacb'] response: {'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'code': 200} May 13 22:08:31.442777 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Pushing event updated for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=8']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:08:31.657866 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068261c-6ea3-4d18-8abb-15f36393fbdd req-837554ba-3d21-4af2-ba1f-c0bebe2c256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:31.659450 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7068261c-6ea3-4d18-8abb-15f36393fbdd req-837554ba-3d21-4af2-ba1f-c0bebe2c256b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0415142 May 13 22:08:31.702715 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-7068261c-6ea3-4d18-8abb-15f36393fbdd req-b3a57ee2-ec5b-42bb-94c5-262ef0c3d656 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378389 May 13 22:08:31.851115 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765168b-4d32-4c6f-99cf-fc098ac31d3a req-e9cbf493-7ef3-46fd-bf4d-48103ee456d7 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:31.852557 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1765168b-4d32-4c6f-99cf-fc098ac31d3a req-e9cbf493-7ef3-46fd-bf4d-48103ee456d7 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0458789 May 13 22:08:31.903604 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-1765168b-4d32-4c6f-99cf-fc098ac31d3a req-ceffa81b-6f42-4502-bd3e-d413331b8040 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 May 13 22:08:33.018832 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a7884-f942-4410-994f-3059144e24f9 req-f0e59d60-533d-4db1-ba0b-fdfaf656f484 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:08:33.020289 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-006a7884-f942-4410-994f-3059144e24f9 req-f0e59d60-533d-4db1-ba0b-fdfaf656f484 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0480714 May 13 22:08:33.067581 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-006a7884-f942-4410-994f-3059144e24f9 req-477e9c49-1592-482a-863a-92f1cdc0e27d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 May 13 22:08:36.667728 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:08:44.061135 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:45.094448 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ab36b6e2-e02f-4637-b6d2-dae07ed2f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:47.333407 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-39c2a0cd-ce4a-4e92-8f6f-a59a0ec07343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:48.582469 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:49.922520 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:08:51.335223 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:03.402081 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-5693d9eb-ad45-490d-ac8a-5e42fa00c25e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370197 May 13 22:09:03.498354 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-276fa1d9-600c-4528-b657-5ce259a60ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:03.499832 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-276fa1d9-600c-4528-b657-5ce259a60ce5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0418742 May 13 22:09:03.600529 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-d9662239-7c6e-453c-a6e4-0359e3debe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:03.601965 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-d9662239-7c6e-453c-a6e4-0359e3debe9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.0840015 May 13 22:09:03.668829 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-99d9d6a7-1fd7-4351-88dd-984c0795d932 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 1001 time: 0.0603511 May 13 22:09:03.715835 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-cd51b18a-0bf3-4b9b-8fdf-99737fc38161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:03.717228 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-cd51b18a-0bf3-4b9b-8fdf-99737fc38161 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0422690 May 13 22:09:03.760445 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-22894570-7526-4846-ae5f-781500371d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:03.761895 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-22894570-7526-4846-ae5f-781500371d50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377743 May 13 22:09:03.853644 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-4cda0cab-9033-4d6f-8224-2e859af11b78 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853188 May 13 22:09:03.939994 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-733a4d5f-4cb2-45e1-8f74-1b9aa18f218f req-2dd54a02-ce27-49b2-b50b-816317f9f557 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803502 May 13 22:09:10.461236 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-67f7b26f-44a4-4a1f-b211-0ded2c1631dd service neutron] (114887) timed out ('10.222.0.35', 46730) {{(pid=114887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 22:09:10.713369 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [req-cf1f729f-48dc-48e0-a147-6d8c162a2bb7 req-632453a1-f4bb-43f4-8fbb-b4c7343355fa tempest-AttachVolumeShelveTestJSON-817506953 tempest-AttachVolumeShelveTestJSON-817506953-project] (114887) timed out ('10.222.0.35', 46776) {{(pid=114887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 22:09:13.666752 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:09:14.077054 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:15.095460 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-4992f1a1-5f21-48cf-8ee4-854d4fd93c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:17.334672 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ef36ece2-97d8-4f76-b85a-b395fe04b6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:18.585067 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:19.928994 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:21.336483 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:44.095199 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:45.096500 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f4223e3e-19a8-4d26-a8ff-5f9c175ec7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:45.760500 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52728) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:45.911004 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Deleting port 5ba12ba8-6f3f-4767-9472-378014997e1f {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:45.911344 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:45.983763 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:45.984086 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for floatingip (5ba12ba8-6f3f-4767-9472-378014997e1f), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:45.995632 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Calling delete_port for 5ba12ba8-6f3f-4767-9472-378014997e1f owned by network:floatingip {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:46.142036 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (5ba12ba8-6f3f-4767-9472-378014997e1f), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:46.165914 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event deleted for resources: {'Port': ['ID=5ba12ba8-6f3f-4767-9472-378014997e1f,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:46.177101 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.177446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.177783 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.178116 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.178446 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.178793 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.179120 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.179444 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.179765 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.180082 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.180936 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.181253 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.181570 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.181884 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.182200 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:46.238038 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for floatingip (463b3d18-1f1f-4a65-82ad-e031f519cc80), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:46.238379 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.db.l3_db [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Floating IP 463b3d18-1f1f-4a65-82ad-e031f519cc80 disassociated (deleted). External IP: 172.27.0.68, port: e020c9fc-c2b6-4513-93a1-6840e84092a4. May 13 22:09:46.449878 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Router ddffe381-8bef-4d91-86bd-48aae162ccd8 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:09:46.556875 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:09:46.561639 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for floatingip (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:46.566100 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] Sync routers for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:09:46.575783 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:09:46.576419 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:09:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:46.689867 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:09:46.860591 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-e1badd2e-e4eb-47fb-a3dd-184d35cc13ce tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "DELETE /v2.0/floatingips/463b3d18-1f1f-4a65-82ad-e031f519cc80 HTTP/1.1" status: 204 len: 168 time: 1.0988235 May 13 22:09:46.861157 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:09:46.863384 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a882f2-da06-4b77-91ea-2363209ffe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:09:46.894821 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:46.921694 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] Checking router: ddffe381-8bef-4d91-86bd-48aae162ccd8 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:09:46.932030 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:09:46.933134 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:09:17Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:46.971713 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 22:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2957575f-7008-4763-858b-6a08d9c099e5 x-openstack-request-id: req-2957575f-7008-4763-858b-6a08d9c099e5 {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:09:46.972011 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:09:46.972262 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2957575f-7008-4763-858b-6a08d9c099e5 {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:09:46.972661 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2957575f-7008-4763-858b-6a08d9c099e5'] response: {'name': 'network-changed', 'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'status': 'completed', 'code': 200} May 13 22:09:47.053135 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:09:47.087772 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808eb4d-92b0-4cbf-99fb-4278da8c873c req-7d43ed8f-e75a-448f-8d5d-2672b0ee2acd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:47.089232 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8808eb4d-92b0-4cbf-99fb-4278da8c873c req-7d43ed8f-e75a-448f-8d5d-2672b0ee2acd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0499706 May 13 22:09:47.137188 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-8808eb4d-92b0-4cbf-99fb-4278da8c873c req-deac2a88-2e73-44a1-9f43-9d969adc343b tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 May 13 22:09:47.239586 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:47.268554 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95e0f2-fa25-4e49-8418-8f85ce0db328 None None] The sync data for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi is: [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:29Z', 'revision_number': 4, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi', '_interfaces': [{'id': 'a71cb9ca-f821-4054-80be-75ab0986f31e', 'name': '', 'network_id': 'bf4991b7-0e66-4ff0-aab4-e878ef678082', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'mac_address': 'fa:16:3e:2e:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60450371-c037-420d-83b2-d6965671f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:29Z', 'updated_at': '2022-05-13T22:05:34Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'subnets': [{'id': '60450371-c037-420d-83b2-d6965671f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:09:47.336444 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fde674e1-2256-489a-8b17-fc98cea42ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:47.484216 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3d71f-b671-4513-9f76-4e9f3bdee1a0 None None] New status for floating IP 463b3d18-1f1f-4a65-82ad-e031f519cc80: DOWN {{(pid=114889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 22:09:48.117410 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-6833b8cc-f264-4cf3-b155-57286009825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:48.118844 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-6833b8cc-f264-4cf3-b155-57286009825e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 1130 time: 0.0406010 May 13 22:09:48.254176 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-2388a543-ee90-45d4-bfc4-853cd52372cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:48.255653 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-2388a543-ee90-45d4-bfc4-853cd52372cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 200 len: 909 time: 0.1143610 May 13 22:09:48.264246 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837145e1-44f0-4f45-82c2-01ebbb850e44 req-8f98bd1f-ce16-4f65-b368-1e45540d065d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:48.265593 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-837145e1-44f0-4f45-82c2-01ebbb850e44 req-8f98bd1f-ce16-4f65-b368-1e45540d065d tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0597625 May 13 22:09:48.322482 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-837145e1-44f0-4f45-82c2-01ebbb850e44 req-03a0f63e-4675-42e9-8243-8c3210fe4edc tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a50ffac-cfe6-4c35-8da5-9a945af0bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511632 May 13 22:09:48.348262 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-4ff1379e-9c93-41fb-a599-156bda95861d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 200 len: 217 time: 0.0396678 May 13 22:09:48.397318 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-40a351e7-3a78-4bd0-a9e6-59adfd1b96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:48.398614 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-40a351e7-3a78-4bd0-a9e6-59adfd1b96ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 200 len: 847 time: 0.0425673 May 13 22:09:48.588450 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:48.605879 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-6a6eb7db-9668-4b70-8682-6b88f44ace46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:48.607395 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-6a6eb7db-9668-4b70-8682-6b88f44ace46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf4991b7-0e66-4ff0-aab4-e878ef678082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393448 May 13 22:09:48.706189 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-0b924e29-da37-41f9-912f-cfdf4eda947a service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925484 May 13 22:09:48.764545 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-cf4af475-e01a-4359-a5b2-36e8dd0110f0 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 22:09:48.766078 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-cf4af475-e01a-4359-a5b2-36e8dd0110f0 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 946 time: 0.0737281 May 13 22:09:48.879225 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-15a882f2-da06-4b77-91ea-2363209ffe6f req-16326eef-5529-4491-a1bc-0e37e3fd5984 service neutron] 10.222.0.58 "GET /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576369 May 13 22:09:48.892690 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Deleting port e020c9fc-c2b6-4513-93a1-6840e84092a4 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:48.893033 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:48.985309 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] For port e020c9fc-c2b6-4513-93a1-6840e84092a4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e020c9fc-c2b6-4513-93a1-6840e84092a4,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:48.985602 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:48.998658 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Calling delete_port for e020c9fc-c2b6-4513-93a1-6840e84092a4 owned by compute:nova {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:49.125390 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (e020c9fc-c2b6-4513-93a1-6840e84092a4), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:49.154875 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event deleted for resources: {'Port': ['ID=e020c9fc-c2b6-4513-93a1-6840e84092a4,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:49.196348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] No DVR routers for this DVR port e020c9fc-c2b6-4513-93a1-6840e84092a4 on host hv-cinder-84051 {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:09:49.198892 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256589'] for port (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:49.202049 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c5d96d44-1e7c-4172-a188-066a3807f63a req-4df48808-112d-4019-8722-5d6fa0276abd tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.58 "DELETE /v2.0/ports/e020c9fc-c2b6-4513-93a1-6840e84092a4 HTTP/1.1" status: 204 len: 173 time: 0.4293036 May 13 22:09:49.202486 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-deleted', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4'}] {{(pid=114887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 22:09:49.204718 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0c8006b2295820fa2e45ab041e36085191d8a4d57c1640efd6cef67d30d632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ef46a-8da1-4417-82b1-0a1151adf159" -d '{"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-deleted", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4"}]}' {{(pid=114887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 22:09:49.240984 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b85c4-d475-4ae4-b729-a46dc80959df x-openstack-request-id: req-652b85c4-d475-4ae4-b729-a46dc80959df {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 22:09:49.241730 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29798ad-9308-4d8d-a58f-08ac4c9362d4", "name": "network-vif-deleted", "tag": "e020c9fc-c2b6-4513-93a1-6840e84092a4", "status": "completed", "code": 200}]} {{(pid=114887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 22:09:49.242007 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-652b85c4-d475-4ae4-b729-a46dc80959df {{(pid=114887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 22:09:49.242455 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652b85c4-d475-4ae4-b729-a46dc80959df'] response: {'server_uuid': 'b29798ad-9308-4d8d-a58f-08ac4c9362d4', 'name': 'network-vif-deleted', 'tag': 'e020c9fc-c2b6-4513-93a1-6840e84092a4', 'status': 'completed', 'code': 200} May 13 22:09:49.418896 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [req-c1a42b6b-4721-4ca9-8d9d-3204c0ae4730 req-7432792d-ad2c-4151-aaba-2c2679430c17 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29798ad-9308-4d8d-a58f-08ac4c9362d4 HTTP/1.1" status: 200 len: 210 time: 0.0313675 May 13 22:09:49.930065 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:50.476347 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52756) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:50.531592 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc1f3-f5f3-46d3-b868-160847d2f071 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group (6a50ffac-cfe6-4c35-8da5-9a945af0bbad), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:50.556625 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc1f3-f5f3-46d3-b868-160847d2f071 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group (6a50ffac-cfe6-4c35-8da5-9a945af0bbad), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:50.614998 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc1f3-f5f3-46d3-b868-160847d2f071 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (6a50ffac-cfe6-4c35-8da5-9a945af0bbad), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:50.617592 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc1f3-f5f3-46d3-b868-160847d2f071 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:50.618809 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-cc8fc1f3-f5f3-46d3-b868-160847d2f071 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] 10.222.0.35 "DELETE /v2.0/security-groups/6a50ffac-cfe6-4c35-8da5-9a945af0bbad HTTP/1.1" status: 204 len: 168 time: 0.1422858 May 13 22:09:50.627708 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fc1f3-f5f3-46d3-b868-160847d2f071 tempest-TestShelveInstance-855526089 tempest-TestShelveInstance-855526089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50ffac-cfe6-4c35-8da5-9a945af0bbad,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:50.665610 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:09:51.338562 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:51.569198 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:51.592021 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] No Port match for: e020c9fc-c2b6-4513-93a1-6840e84092a4 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:51.592297 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Device e020c9fc-c2b6-4513-93a1-6840e84092a4 not bound to the agent host hv-cinder-84051 {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:09:51.671118 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52762) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:51.991920 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (ddffe381-8bef-4d91-86bd-48aae162ccd8), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:52.216073 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Deleting port a71cb9ca-f821-4054-80be-75ab0986f31e {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:52.216406 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:52.291450 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] For port a71cb9ca-f821-4054-80be-75ab0986f31e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=a71cb9ca-f821-4054-80be-75ab0986f31e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:52.291731 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:52.303999 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Calling delete_port for a71cb9ca-f821-4054-80be-75ab0986f31e owned by network:router_interface {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:52.478830 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (a71cb9ca-f821-4054-80be-75ab0986f31e), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:52.512078 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a71cb9ca-f821-4054-80be-75ab0986f31e,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:52.672961 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (ddffe381-8bef-4d91-86bd-48aae162ccd8), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:52.885531 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Router ddffe381-8bef-4d91-86bd-48aae162ccd8 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:09:52.996097 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:09:53.000952 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-f1cd7a77-9fa2-45b0-bb01-94e1331eff6d admin admin] 10.222.0.35 "PUT /v2.0/routers/ddffe381-8bef-4d91-86bd-48aae162ccd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3288383 May 13 22:09:53.003687 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52764) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:53.004654 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] Sync routers for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:09:53.015093 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:09:53.015717 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:09:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:53.112130 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks [] for router (ddffe381-8bef-4d91-86bd-48aae162ccd8), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.127612 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:09:53.216759 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks [] for router_gateway (ddffe381-8bef-4d91-86bd-48aae162ccd8), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.261240 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Deleting port 3bc96880-b7c2-4549-89b7-9db4d1c77834 {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:53.261587 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.297440 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:09:52Z', 'revision_number': 5, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port': {'id': '3bc96880-b7c2-4549-89b7-9db4d1c77834', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:53.324288 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] Checking router: ddffe381-8bef-4d91-86bd-48aae162ccd8 for host: dv-cinder-840516-1-iscsi {{(pid=114888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:09:53.332537 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] Routers {'ddffe381-8bef-4d91-86bd-48aae162ccd8'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:09:53.333140 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:09:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['ddffe381-8bef-4d91-86bd-48aae162ccd8'], 'active': True} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:53.338790 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] For port 3bc96880-b7c2-4549-89b7-9db4d1c77834, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=3bc96880-b7c2-4549-89b7-9db4d1c77834,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:53.339158 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.352141 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Calling delete_port for 3bc96880-b7c2-4549-89b7-9db4d1c77834 owned by network:router_gateway {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:53.519997 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (3bc96880-b7c2-4549-89b7-9db4d1c77834), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.549971 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc96880-b7c2-4549-89b7-9db4d1c77834,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:53.552031 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvr_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] Set router ddffe381-8bef-4d91-86bd-48aae162ccd8 gateway port host: None {{(pid=114888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:09:53.604926 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_hamode_db [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:09:53Z', 'revision_number': 6, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:53.610172 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (ddffe381-8bef-4d91-86bd-48aae162ccd8), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.636372 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ceef3-65ec-403b-991a-60500fb7d360 None None] The sync data for ids ['ddffe381-8bef-4d91-86bd-48aae162ccd8'] in dv-cinder-840516-1-iscsi is: [{'id': 'ddffe381-8bef-4d91-86bd-48aae162ccd8', 'name': 'tempest-TestShelveInstance-746099480-router', 'tenant_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:27Z', 'updated_at': '2022-05-13T22:09:53Z', 'revision_number': 6, 'project_id': 'e1c01b24fcbc4cbfa59373f7c804781d', 'gw_port_host': None}] {{(pid=114888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:09:53.964081 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (ddffe381-8bef-4d91-86bd-48aae162ccd8), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:53.966358 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks [] for router_controller (ddffe381-8bef-4d91-86bd-48aae162ccd8), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.018330 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (ddffe381-8bef-4d91-86bd-48aae162ccd8), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.018980 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddffe381-8bef-4d91-86bd-48aae162ccd8 {{(pid=114887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 22:09:54.023693 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.024873 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b127a983-a399-4f69-8111-5197d88aa1af admin admin] 10.222.0.35 "DELETE /v2.0/routers/ddffe381-8bef-4d91-86bd-48aae162ccd8 HTTP/1.1" status: 204 len: 168 time: 1.0202658 May 13 22:09:54.027448 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52766) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:54.077646 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Deleting subnet 60450371-c037-420d-83b2-d6965671f5d6 {{(pid=114887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:09:54.080767 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Publish callbacks [] for subnet (60450371-c037-420d-83b2-d6965671f5d6), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.115109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14381745'] for subnet (60450371-c037-420d-83b2-d6965671f5d6), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.194627 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (60450371-c037-420d-83b2-d6965671f5d6), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.244499 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13643762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13984107'] for subnet (60450371-c037-420d-83b2-d6965671f5d6), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.270428 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60450371-c037-420d-83b2-d6965671f5d6,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:54.272418 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.276893 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-4cb30431-dd71-4212-af00-1a2a667733c7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/60450371-c037-420d-83b2-d6965671f5d6 HTTP/1.1" status: 204 len: 168 time: 0.2484794 May 13 22:09:54.277412 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6672a4a-bbd7-4048-a0e1-a9770fb64c14 None None] Network bf4991b7-0e66-4ff0-aab4-e878ef678082 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:09:54.279345 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52768) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:54.346550 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (bf4991b7-0e66-4ff0-aab4-e878ef678082), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.403684 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Deleting port b2d2b047-9c06-47a4-b308-e35d686e9f7e {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:54.404109 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.426952 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] DHCP port deletion for bf4991b7-0e66-4ff0-aab4-e878ef678082 request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 22:09:54.473614 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Deleting port b2d2b047-9c06-47a4-b308-e35d686e9f7e {{(pid=114888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:54.473995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), before_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.481773 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] For port b2d2b047-9c06-47a4-b308-e35d686e9f7e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=b2d2b047-9c06-47a4-b308-e35d686e9f7e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:54.482139 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.496557 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Calling delete_port for b2d2b047-9c06-47a4-b308-e35d686e9f7e owned by network:dhcp {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:54.537986 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.db [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] For port b2d2b047-9c06-47a4-b308-e35d686e9f7e, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=b2d2b047-9c06-47a4-b308-e35d686e9f7e,segment=NetworkSegment(49f5954a-9171-45b3-a46a-8a4ae22d721d),segment_id=49f5954a-9171-45b3-a46a-8a4ae22d721d)] {{(pid=114888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:54.538387 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), precommit_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.551440 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Calling delete_port for b2d2b047-9c06-47a4-b308-e35d686e9f7e owned by network:dhcp {{(pid=114888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:54.579926 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.606059 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d2b047-9c06-47a4-b308-e35d686e9f7e,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:54.611458 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] No DVR routers for this DVR port b2d2b047-9c06-47a4-b308-e35d686e9f7e on host dv-cinder-840516-1-iscsi {{(pid=114887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:09:54.638549 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342'] for port (b2d2b047-9c06-47a4-b308-e35d686e9f7e), after_delete {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.666688 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Pushing event deleted for resources: {'Port': ['ID=b2d2b047-9c06-47a4-b308-e35d686e9f7e,revision_number=None']} {{(pid=114888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:54.674449 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] No DVR routers for this DVR port b2d2b047-9c06-47a4-b308-e35d686e9f7e on host dv-cinder-840516-1-iscsi {{(pid=114888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:09:54.677508 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.677863 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.678217 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.678559 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.678928 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.679309 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.679641 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.679994 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.680336 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.680666 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.680995 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.681323 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.681649 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.681974 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.682388 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea4d6b-b30a-4645-8684-f77e6b40e6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:54.692912 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (bf4991b7-0e66-4ff0-aab4-e878ef678082), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.713745 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4991b7-0e66-4ff0-aab4-e878ef678082']}} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:54.723278 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f5954a-9171-45b3-a46a-8a4ae22d721d') {'for_net_delete': True} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:54.723594 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.services.segments.db [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f5954a-9171-45b3-a46a-8a4ae22d721d') {} {{(pid=114887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:54.733820 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14381704'] for segment (49f5954a-9171-45b3-a46a-8a4ae22d721d), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.755098 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (49f5954a-9171-45b3-a46a-8a4ae22d721d), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.761578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:09:54.761965 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13642576'] for segment (49f5954a-9171-45b3-a46a-8a4ae22d721d), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: Traceback (most recent call last): May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: timer() May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: cb(*args, **kw) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: return func(*args, **kwargs) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: self._notify() May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: self.callback(batched_events) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: event.method(event) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: return f(self, *a, **k) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._get(url).json() May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: return self.request(url, 'GET', **kwargs) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:09:54.763729 dv-cinder-840516-1-iscsi neutron-server[114887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:09:54.816265 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (bf4991b7-0e66-4ff0-aab4-e878ef678082), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.821844 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:54.824987 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bf4991b7-0e66-4ff0-aab4-e878ef678082 HTTP/1.1" status: 204 len: 168 time: 0.5446990 May 13 22:09:54.827970 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 52770) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:54.835522 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651d3c-65b6-49c3-ada1-3e11d946e371 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4991b7-0e66-4ff0-aab4-e878ef678082,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:54.997971 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device a71cb9ca-f821-4054-80be-75ab0986f31e no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:55.018636 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: a71cb9ca-f821-4054-80be-75ab0986f31e {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:55.018937 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device a71cb9ca-f821-4054-80be-75ab0986f31e not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:09:55.019342 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device b2d2b047-9c06-47a4-b308-e35d686e9f7e no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:55.038094 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: b2d2b047-9c06-47a4-b308-e35d686e9f7e {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:55.038443 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device b2d2b047-9c06-47a4-b308-e35d686e9f7e not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:09:55.038904 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 3bc96880-b7c2-4549-89b7-9db4d1c77834 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:55.060599 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 3bc96880-b7c2-4549-89b7-9db4d1c77834 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:55.060943 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 3bc96880-b7c2-4549-89b7-9db4d1c77834 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:09:55.172452 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526534'] for router_interface (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:55.397810 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Deleting port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:55.398057 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:55.486299 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] For port 00dc43b0-4a16-4cfa-80f7-8f302c78f47d, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,segment=NetworkSegment(08208722-6189-4bd8-b490-4cafa63211f4),segment_id=08208722-6189-4bd8-b490-4cafa63211f4)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:55.486660 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:55.502988 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Calling delete_port for 00dc43b0-4a16-4cfa-80f7-8f302c78f47d owned by network:router_interface {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:55.682085 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (00dc43b0-4a16-4cfa-80f7-8f302c78f47d), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:55.704944 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Pushing event deleted for resources: {'Port': ['ID=00dc43b0-4a16-4cfa-80f7-8f302c78f47d,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:55.714916 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.715277 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.715634 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.715983 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.716323 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.716661 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.716998 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.717814 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.717814 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.717997 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.718311 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.718663 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.719028 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.719379 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.719713 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840516-1-iscsi {{(pid=114886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 22:09:55.886514 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530137'] for router_interface (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.104216 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 has already been hosted by L3 agent 53e2c754-22b6-4a39-aa98-fa8aab6ab57d {{(pid=114886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 22:09:56.211169 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] Notify agent at l3_agent.dv-cinder-840516-1-iscsi the message routers_updated {{(pid=114886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 22:09:56.216869 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-4b2c576a-24d3-4185-b77e-9bde5080c088 admin admin] 10.222.0.35 "PUT /v2.0/routers/17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879013 May 13 22:09:56.219643 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52774) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:56.220547 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] Sync routers for ids ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'] in dv-cinder-840516-1-iscsi {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 22:09:56.230301 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] Routers {'17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:09:56.230937 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:09:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:56.326292 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks [] for router (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.336954 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] Set router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 gateway port host: dv-cinder-840516-1-iscsi {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:09:56.430846 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks [] for router_gateway (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.478243 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Deleting port 650faeae-21f3-4b0d-adf4-8aab253d0e0f {{(pid=114887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:56.478578 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.504946 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'external_fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:09:55Z', 'revision_number': 5, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port': {'id': '650faeae-21f3-4b0d-adf4-8aab253d0e0f', 'name': '', 'network_id': '14b3e915-7ae8-4b74-8c79-c9176301e40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840516-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T22:05:32Z', 'updated_at': '2022-05-13T22:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4df6573e-9ae7-4ae0-9f61-f92029998952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840516-1-iscsi'}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:56.532162 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] Checking router: 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 for host: dv-cinder-840516-1-iscsi {{(pid=114889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 22:09:56.540246 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] Routers {'17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'} bound to L3 agent in host dv-cinder-840516-1-iscsi {{(pid=114889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 22:09:56.540860 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840516-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T21:43:17Z,description=,heartbeat_timestamp=2022-05-13T22:09:47Z,host='dv-cinder-840516-1-iscsi',id=53e2c754-22b6-4a39-aa98-fa8aab6ab57d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T21:43:17Z,topic='l3_agent')) {'router_ids': ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'], 'active': True} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:56.556312 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.db [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] For port 650faeae-21f3-4b0d-adf4-8aab253d0e0f, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=650faeae-21f3-4b0d-adf4-8aab253d0e0f,segment=NetworkSegment(559536c7-451c-4fc6-aba7-eb59c9d16795),segment_id=559536c7-451c-4fc6-aba7-eb59c9d16795)] {{(pid=114887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:56.556686 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.569506 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.plugins.ml2.plugin [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Calling delete_port for 650faeae-21f3-4b0d-adf4-8aab253d0e0f owned by network:router_gateway {{(pid=114887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:56.630467 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_dvr_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] Set router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 gateway port host: None {{(pid=114889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 22:09:56.682819 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.l3_hamode_db [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:09:56Z', 'revision_number': 6, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port_host': None}], 'dv-cinder-840516-1-iscsi', False) {} {{(pid=114889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:56.743425 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13642499'] for port (650faeae-21f3-4b0d-adf4-8aab253d0e0f), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.773290 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Pushing event deleted for resources: {'Port': ['ID=650faeae-21f3-4b0d-adf4-8aab253d0e0f,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:56.802010 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c243f216-d66c-43ce-bc96-40603d40138e None None] The sync data for ids ['17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1'] in dv-cinder-840516-1-iscsi is: [{'id': '17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1', 'name': 'tempest-TestShelveInstance-1888081448-router', 'tenant_id': 'df34612e0a824cae9f0007f17a378452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T22:05:31Z', 'updated_at': '2022-05-13T22:09:56Z', 'revision_number': 6, 'project_id': 'df34612e0a824cae9f0007f17a378452', 'gw_port_host': None}] {{(pid=114889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 22:09:56.838580 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538356'] for router_gateway (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.928042 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1355'] for router (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.930677 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks [] for router_controller (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.972913 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540325'] for router (17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.973475 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 {{(pid=114887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 22:09:56.978388 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:56.979544 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-47b0a38c-657f-44c0-bb4c-55119dbef368 admin admin] 10.222.0.35 "DELETE /v2.0/routers/17b4e9e9-fb66-44ac-8fee-ce8e041fb6a1 HTTP/1.1" status: 204 len: 168 time: 0.7587290 May 13 22:09:56.981984 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52776) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:57.028198 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.db.db_base_plugin_v2 [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Deleting subnet 23b1d224-8915-41d1-aee6-4c28ccbef7eb {{(pid=114887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 22:09:57.031210 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Publish callbacks [] for subnet (23b1d224-8915-41d1-aee6-4c28ccbef7eb), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.065233 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14381745'] for subnet (23b1d224-8915-41d1-aee6-4c28ccbef7eb), precommit_delete_associations {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.146401 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412344'] for subnet (23b1d224-8915-41d1-aee6-4c28ccbef7eb), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.207874 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1412321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13643762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13984107'] for subnet (23b1d224-8915-41d1-aee6-4c28ccbef7eb), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.239733 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b1d224-8915-41d1-aee6-4c28ccbef7eb,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:57.243501 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for subnet (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.247200 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-768e12c4-eb11-4517-a2ff-eff706b940be admin admin] 10.222.0.35 "DELETE /v2.0/subnets/23b1d224-8915-41d1-aee6-4c28ccbef7eb HTTP/1.1" status: 204 len: 168 time: 0.2642210 May 13 22:09:57.249249 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [-] (114886) accepted ('10.222.0.35', 52778) {{(pid=114886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:57.256056 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c797f0-2096-48c1-8245-dd2f2a6cd754 None None] Network 42764e1b-06f2-4321-91a2-3b8441da7914 requested from dv-cinder-840516-1-iscsi {{(pid=114888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 22:09:57.279242 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 00dc43b0-4a16-4cfa-80f7-8f302c78f47d no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:57.303577 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 00dc43b0-4a16-4cfa-80f7-8f302c78f47d {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:57.303924 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 00dc43b0-4a16-4cfa-80f7-8f302c78f47d not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:09:57.319898 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468967'] for network (42764e1b-06f2-4321-91a2-3b8441da7914), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.368185 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Deleting port be401849-4707-4e9a-ac4a-68ad84cde4f7 {{(pid=114886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 22:09:57.368529 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793132860133'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.431553 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.db [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] For port be401849-4707-4e9a-ac4a-68ad84cde4f7, host dv-cinder-840516-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840516-1-iscsi',level=0,port_id=be401849-4707-4e9a-ac4a-68ad84cde4f7,segment=NetworkSegment(08208722-6189-4bd8-b490-4cafa63211f4),segment_id=08208722-6189-4bd8-b490-4cafa63211f4)] {{(pid=114886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 22:09:57.431925 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526348'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.444241 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.plugin [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Calling delete_port for be401849-4707-4e9a-ac4a-68ad84cde4f7 owned by network:dhcp {{(pid=114886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 22:09:57.524927 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793132868985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793132309342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845809'] for port (be401849-4707-4e9a-ac4a-68ad84cde4f7), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.549951 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Pushing event deleted for resources: {'Port': ['ID=be401849-4707-4e9a-ac4a-68ad84cde4f7,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:57.553464 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] No DVR routers for this DVR port be401849-4707-4e9a-ac4a-68ad84cde4f7 on host dv-cinder-840516-1-iscsi {{(pid=114886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 22:09:57.576812 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90e210f-06c6-4812-b5d6-c03c936f8d87 None None] DHCP port deletion for 42764e1b-06f2-4321-91a2-3b8441da7914 request from dv-cinder-840516-1-iscsi {{(pid=114888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 22:09:57.631279 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345357', 'neutron.services.segments.db._delete_segments_for_network-8793132790806'] for network (42764e1b-06f2-4321-91a2-3b8441da7914), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.651081 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42764e1b-06f2-4321-91a2-3b8441da7914']}} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:57.660363 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08208722-6189-4bd8-b490-4cafa63211f4') {'for_net_delete': True} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:57.660743 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.services.segments.db [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08208722-6189-4bd8-b490-4cafa63211f4') {} {{(pid=114886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 22:09:57.671389 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793132792607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13643303'] for segment (08208722-6189-4bd8-b490-4cafa63211f4), before_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.685578 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235'] for segment (08208722-6189-4bd8-b490-4cafa63211f4), precommit_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.691752 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 22:09:57.692152 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1439235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845858'] for segment (08208722-6189-4bd8-b490-4cafa63211f4), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: Traceback (most recent call last): May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: timer() May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: cb(*args, **kw) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: return func(*args, **kwargs) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: self._notify() May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: self.callback(batched_events) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: event.method(event) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: aggregate_uuid = self.p_client.list_aggregates( May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: return f(self, *a, **k) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._get(url).json() May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: return self.request(url, 'GET', **kwargs) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: base_url = self.get_endpoint(auth, allow=allow, May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 22:09:57.693920 dv-cinder-840516-1-iscsi neutron-server[114886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 22:09:57.748966 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1345398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528070'] for network (42764e1b-06f2-4321-91a2-3b8441da7914), after_delete {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.757349 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron_lib.callbacks.manager [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618354'] for network (None), before_response {{(pid=114886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:57.763409 dv-cinder-840516-1-iscsi neutron-server[114886]: INFO neutron.wsgi [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] 10.222.0.35 "DELETE /v2.0/networks/42764e1b-06f2-4321-91a2-3b8441da7914 HTTP/1.1" status: 204 len: 168 time: 0.5105960 May 13 22:09:57.773492 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53c6b-65cf-428f-af05-c6aa9bdcc00c admin admin] Pushing event deleted for resources: {'Network': ['ID=42764e1b-06f2-4321-91a2-3b8441da7914,revision_number=None']} {{(pid=114886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:57.922364 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52782) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:57.963105 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-b7ae7eca-7e8b-402a-8d40-e3a55b055970 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1c01b24fcbc4cbfa59373f7c804781d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380330 May 13 22:09:57.964606 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52784) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:58.011206 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-14c78c57-60de-4765-9380-832d87358b61 admin admin] Publish callbacks [] for security_group (e5f6e69e-9b30-48c0-ab51-72c1b2110269), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.032348 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-14c78c57-60de-4765-9380-832d87358b61 admin admin] Publish callbacks [] for security_group (e5f6e69e-9b30-48c0-ab51-72c1b2110269), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.077054 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-14c78c57-60de-4765-9380-832d87358b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (e5f6e69e-9b30-48c0-ab51-72c1b2110269), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.079692 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-14c78c57-60de-4765-9380-832d87358b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.080861 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-14c78c57-60de-4765-9380-832d87358b61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5f6e69e-9b30-48c0-ab51-72c1b2110269 HTTP/1.1" status: 204 len: 168 time: 0.1153617 May 13 22:09:58.088827 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78c57-60de-4765-9380-832d87358b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f6e69e-9b30-48c0-ab51-72c1b2110269,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:58.389714 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52790) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:58.427574 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-931efc85-2e48-46a4-a322-3024ed10fa0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df34612e0a824cae9f0007f17a378452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367465 May 13 22:09:58.429803 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.wsgi [-] (114887) accepted ('10.222.0.35', 52792) {{(pid=114887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 22:09:58.479357 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf5ef-58ee-4ee1-937f-325654b77c63 admin admin] Publish callbacks [] for security_group (c20949de-22a2-4eda-951e-cb9e24478a69), before_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.499978 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf5ef-58ee-4ee1-937f-325654b77c63 admin admin] Publish callbacks [] for security_group (c20949de-22a2-4eda-951e-cb9e24478a69), precommit_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.544834 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf5ef-58ee-4ee1-937f-325654b77c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597607'] for security_group (c20949de-22a2-4eda-951e-cb9e24478a69), after_delete {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.547331 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron_lib.callbacks.manager [None req-bb4cf5ef-58ee-4ee1-937f-325654b77c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:09:58.548456 dv-cinder-840516-1-iscsi neutron-server[114887]: INFO neutron.wsgi [None req-bb4cf5ef-58ee-4ee1-937f-325654b77c63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c20949de-22a2-4eda-951e-cb9e24478a69 HTTP/1.1" status: 204 len: 168 time: 0.1172538 May 13 22:09:58.556461 dv-cinder-840516-1-iscsi neutron-server[114887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cf5ef-58ee-4ee1-937f-325654b77c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20949de-22a2-4eda-951e-cb9e24478a69,revision_number=None']} {{(pid=114887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 22:09:58.995219 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device be401849-4707-4e9a-ac4a-68ad84cde4f7 no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:59.015060 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: be401849-4707-4e9a-ac4a-68ad84cde4f7 {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:59.015486 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device be401849-4707-4e9a-ac4a-68ad84cde4f7 not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:09:59.015967 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 650faeae-21f3-4b0d-adf4-8aab253d0e0f no longer exists at agent ovs-agent-dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 22:09:59.034876 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] No Port match for: 650faeae-21f3-4b0d-adf4-8aab253d0e0f {{(pid=114888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 22:09:59.035232 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron.plugins.ml2.rpc [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Device 650faeae-21f3-4b0d-adf4-8aab253d0e0f not bound to the agent host dv-cinder-840516-1-iscsi {{(pid=114888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 22:10:14.089103 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:15.098370 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4eb0-7b7e-471e-86de-f5883a3a00de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:17.339399 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-3dca2b3b-6b72-4b03-8511-0583901ccbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:18.591502 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:19.934959 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:21.340254 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:27.665003 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:10:44.104396 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:45.099654 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-f4e3986f-f029-429e-a81d-4d0a99957fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:47.342864 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5de9ca6b-110a-4147-84e0-9874d57c09ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:48.594716 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:49.935786 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:10:51.342963 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:04.664224 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:11:14.136556 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:15.101707 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-520fca8c-d488-443f-9dfe-c5b824fd2989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:17.343074 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-87b9d687-ef92-4283-b1dc-a7a42ed6ea51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:18.597297 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:19.939167 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:21.343907 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:41.662310 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:11:44.157503 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:45.103528 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-5043ac5e-1370-4482-a5a3-982bd1f4326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:47.344979 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-1075b5bc-a5bf-4f00-876b-ededc8b672da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:48.600894 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:49.941886 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:11:51.345552 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:14.150369 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:15.105040 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ddfceb7c-caa5-4bf3-9e0d-e4e79474eccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:17.346686 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cc6cdfaa-98d5-4dfe-b8a7-819d5af6e452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:18.603989 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:18.660947 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:12:19.944780 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:21.347495 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:44.154805 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:45.106631 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-e838e71f-c46a-49db-a309-2f97b7f672cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:47.347938 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-17f6dddf-5b7e-4007-93ad-cde2d6d71fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:48.607082 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:49.948109 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:51.352286 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:12:55.659177 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:13:14.150639 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:15.108338 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9ac45d12-c6b1-4b21-bc32-62936cbc66c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:17.349487 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-2a923ef3-f7c0-4a13-ae11-6d3f79bc61cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:18.609582 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:19.950916 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:21.353368 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:32.658879 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:13:44.146340 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:45.110069 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b35fb7eb-4cce-4c2d-99bf-2186b04a103b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:47.352295 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-9ec89271-4be5-4207-a252-5f950651f0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:48.611711 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:49.954428 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:13:51.356028 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:03.620153 dv-cinder-840516-1-iscsi neutron-server[114886]: DEBUG neutron.wsgi [req-5976015b-602c-48ca-b3e1-6a277da18146 req-9aab8f4c-b506-49e6-a2a5-059315aa1434 service neutron] (114886) timed out ('10.222.0.58', 49507) {{(pid=114886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 22:14:09.657669 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:14:14.144843 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:15.112783 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-eeb652e3-771e-48ea-9b74-480ad3d7e071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:17.354622 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-b95a76bd-e253-4fcc-9cc1-a664dd3bd374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:18.615966 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:19.957353 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:21.357889 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:44.159925 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:45.113606 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-97d3e4fb-61bc-4d7f-8908-e6b7e1917464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:46.655616 dv-cinder-840516-1-iscsi neutron-server[114889]: DEBUG neutron.db.agents_db [None req-0a018570-b695-48bc-af41-53add778a2c6 None None] Agent healthcheck: found 6 active agents {{(pid=114889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 22:14:47.355803 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-0dde5728-f0eb-47d8-81a9-38e41c971df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:48.618259 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:49.960416 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:14:51.364994 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3e14-86bd-4873-9ae9-83490978366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (4efd6ff3-689a-4c9e-90ec-6bf50b4b0b91), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:15:14.160838 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5d78-a418-4a0e-99fc-792f529e7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (bde13374-7e8e-4dc9-abcc-bb371f6da9d0), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:15:15.116643 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-99d190c4-e682-482d-bc14-a15b799c5601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (564d248e-498b-4167-a6e7-a82cc42cfa7a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:15:17.357788 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-fe1be1e0-7c07-487b-a100-6ffd3e234dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (53e2c754-22b6-4a39-aa98-fa8aab6ab57d), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:15:18.622392 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-7ecf23a0-f906-4ec5-8fe0-79d60c924cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (af365dd7-b234-4ef6-845b-6a360a8b4744), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 22:15:19.962977 dv-cinder-840516-1-iscsi neutron-server[114888]: DEBUG neutron_lib.callbacks.manager [None req-ba6b65f5-5127-4979-b9a6-47f2a5325c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793132790788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1351310'] for agent (96701bd1-65be-4bc0-9a98-2f37dc21bb2a), after_update {{(pid=114888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}